diff --git a/logtools/cli/es_logs.py b/logtools/cli/es_logs.py new file mode 100644 index 0000000..508c7bc --- /dev/null +++ b/logtools/cli/es_logs.py @@ -0,0 +1,70 @@ +from enum import Enum +from typing import List, Iterator, Iterable + +from elasticsearch import Elasticsearch +from prettytable import PrettyTable +from traitlets.config.loader import ArgumentParser + +from logtools.log.sources.input.elastic_search.elastic_search_log_repo import ElasticSearchLogRepo + + +class ResourceType(Enum): + pods = 'pods' + namespaces = 'namespaces' + + +GETTERS = { + ResourceType.pods: lambda repo, args: repo.pods(prefix=args.prefix, run_id=args.run_id), + ResourceType.namespaces: lambda repo, args: repo.namespaces(prefix=args.prefix) +} + + +def format_table(objects: List) -> str: + tbl = PrettyTable() + + for obj in objects: + if not tbl.field_names: + tbl.field_names = obj.__annotations__.keys() + tbl.add_row([_format_field(getattr(obj, field)) for field in tbl.field_names]) + + return tbl.get_string() + + +def _format_field(field: str | Iterable[object]): + if isinstance(field, str): + return field + return ', '.join([str(item) for item in field]) + + +def get_object(args, repo: ElasticSearchLogRepo): + print(format_table(GETTERS[ResourceType[args.resource_type]](repo, args))) + + +def main(): + parser = ArgumentParser() + parser.add_argument( + '--es-host', + help='ElasticSearch URL (defaults to http://localhost:9200)', + default='http://localhost:9200' + ) + + subparsers = parser.add_subparsers(title='Command', required=True) + + get = subparsers.add_parser('get', help='Display existing resources') + get.set_defaults(main=get_object) + + get_subparsers = get.add_subparsers(title='Resource type', dest='resource_type', required=True) + get_pods = get_subparsers.add_parser('pods', help='Display existing pods') + get_pods.add_argument('--prefix', help='Filter pods by prefix') + get_pods.add_argument('--run-id', help='Show pods for a given run') + + get_namespaces = get_subparsers.add_parser('namespaces', help='Display existing namespaces') + get_namespaces.add_argument('--prefix', help='Filter namespaces by prefix') + + args = parser.parse_args() + + args.main(args, ElasticSearchLogRepo(client=Elasticsearch(args.es_host))) + + +if __name__ == '__main__': + main() diff --git a/logtools/cli/merge.py b/logtools/cli/merge.py index cfaa3d8..6f46ea3 100644 --- a/logtools/cli/merge.py +++ b/logtools/cli/merge.py @@ -10,10 +10,11 @@ import pytz from colored import Fore, Style from dateutil import parser as tsparser -from logtools.log.sources.file_log_source import FileLogSource -from logtools.log.sources.filtered_source import FilteredSource, timestamp_range -from logtools.log.sources.merged_source import MergedSource -from logtools.log.sources.ordered_source import OrderedSource +from logtools.log.sources.input.file_log_source import FileLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.filtered_source import FilteredSource, timestamp_range +from logtools.log.sources.transform.merged_source import MergedSource +from logtools.log.sources.transform.ordered_source import OrderedSource def merge(args): @@ -23,7 +24,9 @@ def merge(args): logs = MergedSource(*[ OrderedSource( FilteredSource( - FileLogSource(path), + ChroniclesRawSource( + FileLogSource(path) + ), predicate=_filtering_predicate(args) ) ) @@ -73,7 +76,7 @@ def _ensure_utc(ts: datetime) -> datetime: def main(): parser = argparse.ArgumentParser( - description='Merges logs chronologically and outputs colored, interleaved content.') + description='Merges Chronicles logs chronologically and outputs colored, interleaved content.') parser.add_argument("files", nargs="+", help='Log files to merge.', type=Path) parser.add_argument('--aliases', nargs="*", @@ -85,3 +88,7 @@ def main(): help='Show entries to date/time (multiple formats accepted)') merge(parser.parse_args()) + + +if __name__ == '__main__': + main() diff --git a/logtools/cli/to_csv.py b/logtools/cli/to_csv.py index 342614d..f28325c 100644 --- a/logtools/cli/to_csv.py +++ b/logtools/cli/to_csv.py @@ -3,9 +3,11 @@ extracted into their own columns.""" import sys from argparse import ArgumentParser from csv import DictWriter +from pathlib import Path from logtools.cli.utils import kv_pair -from logtools.log.sources.stream_log_source import StreamLogSource +from logtools.log.sources.input.file_log_source import FileLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource def to_csv(args): @@ -18,7 +20,8 @@ def to_csv(args): ) writer.writeheader() - for line in StreamLogSource(sys.stdin): + # FIXME '/dev/stdin' is a non-portable hack. + for line in ChroniclesRawSource(FileLogSource(Path('/dev/stdin'))): line_fields = {field: line.fields.get(field, 'NA') for field in fields} writer.writerow({ 'timestamp': line.timestamp.isoformat(), diff --git a/logtools/log/base.py b/logtools/log/base.py new file mode 100644 index 0000000..a25b51f --- /dev/null +++ b/logtools/log/base.py @@ -0,0 +1,42 @@ +import abc +import re +from abc import ABC +from dataclasses import dataclass +from datetime import datetime +from enum import Enum +from typing import Optional, TypeVar, Generic, Iterable, Iterator + +TLocation = TypeVar('TLocation') + + +@dataclass +class LineNumberLocation: + """Commonly used location type which tracks the line number of a log line with respect to a given source.""" + line_number: int + + +@dataclass +class RawLogLine(Generic[TLocation]): + """ + A :class:`RawLogLine` is a log line that has not been parsed. It contains the raw text of the line and an optional + location when that can be meaningfully established by the input source. + """ + location: Optional[TLocation] + raw: str + + +TLogLine = TypeVar('TLogLine', bound=RawLogLine) + + +@dataclass +class TimestampedLogLine(RawLogLine[TLocation]): + """ + A :class:`TimestampedLogLine` is a log line with a known timestamp. + """ + timestamp: datetime + + +class LogSource(ABC, Generic[TLogLine]): + @abc.abstractmethod + def __iter__(self) -> Iterator[TLogLine]: + ... diff --git a/logtools/log/log_line.py b/logtools/log/log_line.py deleted file mode 100644 index 1cb4e8c..0000000 --- a/logtools/log/log_line.py +++ /dev/null @@ -1,31 +0,0 @@ -import re -from dataclasses import dataclass -from datetime import datetime -from enum import Enum -from typing import Union, Optional - -TOPICS = re.compile(r'(?P\w+)=(?P"[\w\s]+"|\S+)') - - -class LogLevel(Enum): - trace = 'TRC' - debug = 'DBG' - info = 'INF' - error = 'ERR' - warning = 'WRN' - note = 'NOT' - - -@dataclass -class LogLine: - raw: str - level: LogLevel - timestamp: Union[str, datetime] - message: str - topics: str - count: Optional[int] - - @property - def fields(self): - fields = TOPICS.findall(self.topics) - return {key: value for key, value in fields} if fields else {} diff --git a/logtools/log/sources/collating_source.py b/logtools/log/sources/collating_source.py deleted file mode 100644 index fff47e4..0000000 --- a/logtools/log/sources/collating_source.py +++ /dev/null @@ -1,13 +0,0 @@ -from typing import Iterator - -from logtools.log.sources.log_source import LogSource, TLocation, TrackedLogLine - - -class CollatingSource(LogSource[TLocation]): - def __init__(self, *sources: LogSource[TLocation]): - self.sources = sources - - def __iter__(self) -> Iterator[TrackedLogLine[TLocation]]: - for source in self.sources: - for line in source: - yield line diff --git a/logtools/log/sources/file_log_source.py b/logtools/log/sources/file_log_source.py deleted file mode 100644 index 20f4a5a..0000000 --- a/logtools/log/sources/file_log_source.py +++ /dev/null @@ -1,25 +0,0 @@ -from dataclasses import dataclass -from pathlib import Path - -from logtools.log.sources.log_parsers import LineNumberLocation -from logtools.log.sources.stream_log_source import StreamLogSource - - -@dataclass -class FileLineLocation(LineNumberLocation): - path: Path - - -class FileLogSource(StreamLogSource): - def __init__(self, path: Path, parse_datetime=True): - self.path = path - super().__init__(self.path.open(encoding='utf-8'), parse_datetime=parse_datetime) - - def __iter__(self): - try: - yield from super().__iter__() - finally: - self.stream.close() - - def _location(self, line_number: int) -> LineNumberLocation: - return FileLineLocation(path=self.path, line_number=line_number) diff --git a/logtools/log/sources/filtered_source.py b/logtools/log/sources/filtered_source.py deleted file mode 100644 index 9905e55..0000000 --- a/logtools/log/sources/filtered_source.py +++ /dev/null @@ -1,22 +0,0 @@ -from datetime import datetime -from typing import Callable - -from logtools.log.sources.log_source import LogSource, TLocation, TrackedLogLine - - -class FilteredSource(LogSource[TrackedLogLine[TLocation]]): - def __init__(self, source: LogSource, predicate: Callable[[TrackedLogLine[TLocation]], bool]): - self.source = source - self.predicate = predicate - - def __iter__(self): - for line in self.source: - if self.predicate(line): - yield line - - -def timestamp_range(start: datetime, end: datetime): - def predicate(line: TrackedLogLine[TLocation]): - return start <= line.timestamp <= end # type: ignore - - return predicate diff --git a/logtools/log/sources/tests/__init__.py b/logtools/log/sources/input/__init__.py similarity index 100% rename from logtools/log/sources/tests/__init__.py rename to logtools/log/sources/input/__init__.py diff --git a/logtools/log/tests/__init__.py b/logtools/log/sources/input/elastic_search/__init__.py similarity index 100% rename from logtools/log/tests/__init__.py rename to logtools/log/sources/input/elastic_search/__init__.py diff --git a/logtools/log/sources/input/elastic_search/elastic_search_log_repo.py b/logtools/log/sources/input/elastic_search/elastic_search_log_repo.py new file mode 100644 index 0000000..d8e5422 --- /dev/null +++ b/logtools/log/sources/input/elastic_search/elastic_search_log_repo.py @@ -0,0 +1,99 @@ +from dataclasses import dataclass +from datetime import datetime +import logging +from typing import Optional, Iterator + +from elasticsearch import Elasticsearch + +logger = logging.getLogger(__name__) + + +@dataclass(frozen=True) +class Namespace: + name: str + run_id: frozenset[str] + indices: frozenset[str] + + +@dataclass(frozen=True) +class Pod: + name: str + namespace: str + run_id: str + indices: frozenset[str] + + +class ElasticSearchLogRepo: + def __init__( + self, + client: Optional[Elasticsearch] = None, + indices: str = 'continuous-tests-pods-*', + ): + if client is None: + logger.warning('No client provided, defaulting to localhost') + client = Elasticsearch(hosts='http://localhost:9200', request_timeout=60) + + self.client = client + self.indices = indices + + def namespaces(self, prefix: Optional[str] = None) -> Iterator[Namespace]: + query = { + 'size': 0, + 'aggs': { + 'distinct_namespaces': { + 'terms': {'field': 'pod_namespace.keyword'}, + 'aggs': { + 'indices': {'terms': {'field': '_index'}}, + 'runid': {'terms': {'field': 'pod_labels.runid.keyword'}}, + } + } + } + } + + if prefix is not None: + query['aggs']['distinct_namespaces']['terms']['include'] = f'{prefix}.*' + + result = self.client.search(index=self.indices, body=query) + + for namespace in result['aggregations']['distinct_namespaces']['buckets']: + yield Namespace( + name=namespace['key'], + run_id=frozenset(run_id['key'] for run_id in namespace['runid']['buckets']), + indices=frozenset(index['key'] for index in namespace['indices']['buckets']) + ) + + def pods(self, prefix: Optional[str] = None, run_id: Optional[str] = None): + query = { + 'size': 0, + 'aggs': { + 'distinct_pods': { + 'terms': {'field': 'pod_name.keyword'}, + 'aggs': { + 'indices': {'terms': {'field': '_index'}}, + 'namespace': {'terms': {'field': 'pod_namespace.keyword'}}, + 'runid': {'terms': {'field': 'pod_labels.runid.keyword'}}, + } + } + } + } + + if prefix is not None: + query['aggs']['distinct_pods']['terms']['include'] = f'{prefix}.*' + + if run_id is not None: + query['query'] = { + 'bool': { + 'filter': [{'term': {'pod_labels.runid.keyword': run_id}}] + } + } + + for pod in self.client.search(index=self.indices, body=query)['aggregations']['distinct_pods']['buckets']: + assert len(pod['namespace']['buckets']) == 1, 'Pods should only have one namespace' + assert len(pod['runid']['buckets']) == 1, 'Pods should only have one run_id' + + yield Pod( + name=pod['key'], + namespace=pod['namespace']['buckets'][0]['key'], + run_id=pod['runid']['buckets'][0]['key'], + indices=frozenset(index['key'] for index in pod['indices']['buckets']) + ) diff --git a/logtools/log/sources/input/elastic_search/elastic_search_source.py b/logtools/log/sources/input/elastic_search/elastic_search_source.py new file mode 100644 index 0000000..50324ad --- /dev/null +++ b/logtools/log/sources/input/elastic_search/elastic_search_source.py @@ -0,0 +1,112 @@ +import logging +from dataclasses import dataclass +from datetime import datetime, timedelta +from typing import Optional, List, Dict, Any, Iterator, Set + +from elasticsearch import Elasticsearch + +from logtools.log.base import TimestampedLogLine, LogSource + +logger = logging.getLogger(__name__) + +INDEX_PREFIX = 'continuous-tests-pods' + + +@dataclass +class ElasticSearchLocation: + index: str + result_number: int + pod_name: str + run_id: str + + +class ElasticSearchSource(LogSource[TimestampedLogLine[ElasticSearchLocation]]): + def __init__( + self, + pods: Optional[Set[str]] = None, + run_id: Optional[str] = None, + client: Optional[Elasticsearch] = None, + start_date: Optional[datetime] = datetime.min, + end_date: Optional[datetime] = datetime.max, + ): + if client is None: + logger.warning('No client provided, defaulting to localhost') + client = Elasticsearch(hosts='http://localhost:9200') + + self.run_id = run_id + self.pods = pods + + self.client = client + self.start_date = start_date + self.end_date = end_date + + def __iter__(self) -> Iterator[TimestampedLogLine[ElasticSearchLocation]]: + for index in self._indices(): + for i, document in enumerate(self._get_logs(index)): + yield self._format_log_line(i, index, document) + + def _indices(self) -> List[str]: + start_day = self.start_date.date() + end_day = self.end_date.date() + increment = timedelta(days=1) + + while start_day <= end_day: + index = f'{INDEX_PREFIX}-{start_day:%Y.%m.%d}' + if self.client.indices.exists(index=index): + yield index + start_day += increment + + def _get_logs(self, index: str): + query = { + 'sort': [{'@timestamp': 'asc'}], + 'query': { + 'bool': { + 'filter': [ + { + 'range': { + '@timestamp': { + 'gte': self.start_date.isoformat(), + 'lte': self.end_date.isoformat(), + } + } + } + ] + } + } + } + + if self.pods is not None: + query['query']['bool']['filter'].append({"terms": {"pod_name.keyword": list(self.pods)}}) + + if self.run_id is not None: + query['query']['bool']['filter'].append({"term": {"pod_labels.runid.keyword": self.run_id}}) + + return self._run_scan(query, index) + + def _run_scan(self, query: Dict[str, Any], index: str): + initial = self.client.search(index=index, body=query, size=5_000, scroll='2m') + scroll_id = initial['_scroll_id'] + results = initial + + try: + while True: + documents = results['hits']['hits'] + if not documents: + break + + for doc in documents: + yield doc + + results = self.client.scroll(scroll_id=scroll_id, scroll='2m') + finally: + self.client.clear_scroll(scroll_id=scroll_id) + + def _format_log_line(self, result_number: int, index: str, document: Dict[str, Any]): + contents = document['_source'] + + return TimestampedLogLine( + location=ElasticSearchLocation(index=index, result_number=result_number, run_id=self.run_id, + pod_name=contents['pod_name']), + timestamp=datetime.fromisoformat(contents['@timestamp']), + raw=contents['message'], + ) diff --git a/logtools/log/transformers/__init__.py b/logtools/log/sources/input/elastic_search/tests/__init__.py similarity index 100% rename from logtools/log/transformers/__init__.py rename to logtools/log/sources/input/elastic_search/tests/__init__.py diff --git a/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_namespaces.yaml b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_namespaces.yaml new file mode 100644 index 0000000..2c9c526 --- /dev/null +++ b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_namespaces.yaml @@ -0,0 +1,30 @@ +interactions: +- request: + body: '{"aggs":{"distinct_namespaces":{"terms":{"field":"pod_namespace.keyword","include":"codex-continuous-tests-profiling.*"},"aggs":{"indices":{"terms":{"field":"_index"}},"runid":{"terms":{"field":"pod_labels.runid.keyword"}}}}},"size":0}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/continuous-tests-pods-*/_search + response: + body: + string: '{"took":24,"timed_out":false,"_shards":{"total":14,"successful":14,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":null,"hits":[]},"aggregations":{"distinct_namespaces":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-0","doc_count":32258774,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.10","doc_count":23279858},{"key":"continuous-tests-pods-2023.11.09","doc_count":8405729},{"key":"continuous-tests-pods-2023.11.07","doc_count":573187}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-085853","doc_count":31604533},{"key":"20231107-074743","doc_count":517515},{"key":"20231109-043100","doc_count":77259},{"key":"20231107-065930","doc_count":50350},{"key":"20231107-064223","doc_count":5322},{"key":"20231109-055106","doc_count":3795}]}},{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":22615739,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.10","doc_count":22415082},{"key":"continuous-tests-pods-2023.11.09","doc_count":200657}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":22615739}]}}]}}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +version: 1 diff --git a/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_pods_for_namespace.yaml b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_pods_for_namespace.yaml new file mode 100644 index 0000000..44c151c --- /dev/null +++ b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_log_repo/test_should_retrieve_existing_pods_for_namespace.yaml @@ -0,0 +1,30 @@ +interactions: +- request: + body: '{"aggs":{"distinct_pods":{"terms":{"field":"pod_name.keyword"},"aggs":{"indices":{"terms":{"field":"_index"}},"namespace":{"terms":{"field":"pod_namespace.keyword"}},"runid":{"terms":{"field":"pod_labels.runid.keyword"}}}}},"query":{"bool":{"filter":[{"term":{"pod_labels.runid.keyword":"20231109-101554"}}]}},"size":0}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/continuous-tests-pods-*/_search + response: + body: + string: '{"took":17,"timed_out":false,"_shards":{"total":14,"successful":14,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":null,"hits":[]},"aggregations":{"distinct_pods":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"bootstrap-2-58b69484bc-88msf","doc_count":11145047,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.10","doc_count":11060058},{"key":"continuous-tests-pods-2023.11.09","doc_count":84989}]},"namespace":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":11145047}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":11145047}]}},{"key":"codex1-3-b558568cf-tvcsc","doc_count":11138278,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.10","doc_count":11053946},{"key":"continuous-tests-pods-2023.11.09","doc_count":84332}]},"namespace":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":11138278}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":11138278}]}},{"key":"geth-0-7d8bc9dd5b-8wx95","doc_count":332341,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.10","doc_count":301052},{"key":"continuous-tests-pods-2023.11.09","doc_count":31289}]},"namespace":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":332341}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":332341}]}},{"key":"ctnr4-d8f8d6d8-rtqrp","doc_count":60,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.09","doc_count":34},{"key":"continuous-tests-pods-2023.11.10","doc_count":26}]},"namespace":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":60}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":60}]}},{"key":"codex-contracts-1-b98d98877-bqd5x","doc_count":13,"indices":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"continuous-tests-pods-2023.11.09","doc_count":13}]},"namespace":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"codex-continuous-tests-profiling-two-client-tests-sched-0","doc_count":13}]},"runid":{"doc_count_error_upper_bound":0,"sum_other_doc_count":0,"buckets":[{"key":"20231109-101554","doc_count":13}]}}]}}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +version: 1 diff --git a/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_source/test_should_fetch_logs_by_date.yaml b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_source/test_should_fetch_logs_by_date.yaml new file mode 100644 index 0000000..a2a4bfe --- /dev/null +++ b/logtools/log/sources/input/elastic_search/tests/cassettes/test_elasticsearch_source/test_should_fetch_logs_by_date.yaml @@ -0,0 +1,25934 @@ +interactions: +- request: + body: null + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: HEAD + uri: http://localhost:9200/continuous-tests-pods-2023.11.10 + response: + body: + string: '' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +- request: + body: '{"query":{"bool":{"filter":[{"range":{"@timestamp":{"gte":"2023-11-10T05:14:46.984251+00:00","lte":"2023-11-10T05:15:47.084251+00:00"}}},{"terms":{"pod_name.keyword":["codex1-3-b558568cf-tvcsc","bootstrap-2-58b69484bc-88msf"]}},{"term":{"pod_labels.runid.keyword":"20231109-101554"}}]}},"size":5000,"sort":[{"@timestamp":"asc"}]}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/continuous-tests-pods-2023.11.10/_search?scroll=2m + response: + body: + string: '{"_scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","took":98,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":11716,"relation":"eq"},"max_score":null,"hits":[{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.000682976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.000+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhhRPsAito8aEDtDMDY3b731ZR8hconySZrLXCQ1CJxnYr + count=7615994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287000]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.000732800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.000+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CJxnYr count=7615995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287000]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.007608476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.007+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7615996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.007660644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.007+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJxnYr inflight=1 count=7615997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.007786559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.007+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJxnYr inflight=0 count=7615998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.013002676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.012+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoCq3gstcmGW5jmB1NkSwq6DsrRpRa13XHpGu2u28HdDa + count=7642842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.013055941Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.012+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*28HdDa count=7642843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.017576107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.017+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.017603092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.017+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*28HdDa inflight=1 count=7642845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.017800380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.017+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*28HdDa inflight=0 count=7642846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.052044301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.051+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhfGT2WWouA6nshGrwuGAVx8HMtZDiWtHJqUaJ1AXGkjYr + count=7615999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.052085979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.051+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XGkjYr count=7616000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.058658524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.058+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.058697722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.058+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XGkjYr inflight=1 count=7616002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.058794217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.058+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XGkjYr inflight=0 count=7616003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.064298556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.063+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoWxnJiby9nmEx3L9jhLSM215jomYDmuXnGRXBzN43pDa + count=7642847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.064348935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.064+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*N43pDa count=7642848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.069529920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.069+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.069560861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.069+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N43pDa inflight=1 count=7642850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.069573498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.069+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N43pDa inflight=0 count=7642851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.103411340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.102+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhgfvm3rj44hXX41WbYXhvuGD7AcWP12RVQkgWas629bYr + count=7616004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.103463252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.103+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*629bYr count=7616005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.108276823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.107+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.108313612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.108+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*629bYr inflight=1 count=7616007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.108328298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.108+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*629bYr inflight=0 count=7616008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.115259471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.114+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhe3pd3a8MbEM6yrMjnvWGSpAJmDjDHiQ1K2tJG2jhMADa + count=7642852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.115299296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.115+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jhMADa count=7642853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.119122960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.118+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.119163430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.118+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jhMADa inflight=1 count=7642855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.119179219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.119+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jhMADa inflight=0 count=7642856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.153876105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.153+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhmcj2rvWMDqa5q2LHXZcAqYn4W1CiAUdAm3DkdGgEhKYr + count=7616009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.153939913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.153+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gEhKYr count=7616010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.160336624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.159+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.160392949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.159+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gEhKYr inflight=1 count=7616012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.160537961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.160+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gEhKYr inflight=0 count=7616013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.165572647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.165+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhjWuaUJnj1tPY6Z7BtRNwzhkbGx2oM75pDTULdrhwLyDa + count=7642857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287165]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.165853310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.165+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hwLyDa count=7642858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287165]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.170653246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.170+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.170691811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.170+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hwLyDa inflight=1 count=7642860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.170752217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.170+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hwLyDa inflight=0 count=7642861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.204965540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.204+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhgZHvBaqTaFLQTWECWHxpAwCn85PJNgnK5Cet6gN2TpYr + count=7616014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.205016579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.204+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*N2TpYr count=7616015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287205]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.209630540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.209+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.209662644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.209+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N2TpYr inflight=1 count=7616017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.209689177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.209+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N2TpYr inflight=0 count=7616018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.216177645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.215+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhZBguxrBGLaTkkywFCdVDVAxuDU4ANtK6D7nA7MhPP8Da + count=7642862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.216211639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.216+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hPP8Da count=7642863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.220210065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.219+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.220242194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.220+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hPP8Da inflight=1 count=7642865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.220246954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.220+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hPP8Da inflight=0 count=7642866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.256317339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.255+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhkqYTCvDL2hJi9wGc568SjpPVf3s6eEp6p3Pdjemwi8Yr + count=7616019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.256367494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.256+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mwi8Yr count=7616020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.261754409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.261+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.261819211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.261+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mwi8Yr inflight=1 count=7616022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.261828901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.261+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mwi8Yr inflight=0 count=7616023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.266772651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.266+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoYnArz5RPmiCQgowqSgtz5JDx3bQXDhobcsWKmQyWmDa + count=7642867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.267040792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.266+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QyWmDa count=7642868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.270970526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.270+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.271017144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.270+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QyWmDa inflight=1 count=7642870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.271243275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.271+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QyWmDa inflight=0 count=7642871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.307487287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.307+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhcDoNF4HakzTBBds5AVur2ZJqJ1JoUNf3Nuf3ubaFVmYr + count=7616024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.307530999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.307+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aFVmYr count=7616025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.314776556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.314+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.314812115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.314+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aFVmYr inflight=1 count=7616027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.314934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.314+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aFVmYr inflight=0 count=7616028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.317716809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.317+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhYUM2ooRhokK3hy5j5aoKHSm4jasz2oFTGaU5Tg3USuDa + count=7642872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.318524261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.317+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3USuDa count=7642873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.323055815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.322+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.323089312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.322+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3USuDa inflight=1 count=7642875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.323396507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.322+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3USuDa inflight=0 count=7642876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.358439404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.358+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhY1E6pgv7TQ4sBpY6kKrEHpY1f5FiRXw3myw15WBfWPYr + count=7616029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.358502513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.358+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BfWPYr count=7616030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.364660680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.364+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.364709600Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.364+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfWPYr inflight=1 count=7616032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.364778226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.364+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfWPYr inflight=0 count=7616033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.368821952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.368+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhZTkpL9XQk4b2ohA2wodTCsQkKpMwBpK2F78HnF559ADa + count=7642877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.368873755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.368+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*559ADa count=7642878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.373726877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.373+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.373774986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.373+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*559ADa inflight=1 count=7642880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.373842719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.373+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*559ADa inflight=0 count=7642881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.409498970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.408+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhjWXw5GTdQsoyreMa3XdfTLNbQoLT1oRW1FX76VTVuYYr + count=7616034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.409543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.409+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TVuYYr count=7616035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.414790171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.414+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.414849612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.414+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TVuYYr inflight=1 count=7616037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.414864284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.414+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TVuYYr inflight=0 count=7616038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.419444058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.419+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhnNmofJ1PyEg4VcZrcsBR3DHiVFrJ76DGZ9UEUooZjfDa + count=7642882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.419493413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.419+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oZjfDa count=7642883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.423830196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.423+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.423868734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.423+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZjfDa inflight=1 count=7642885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.423874957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.423+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZjfDa inflight=0 count=7642886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.429114414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.428+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7642887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.460486058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.460+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhXaYHftDrQUYU7xWPkLTzhx17vjkhxWoecnJqmzSS8rYr + count=7616039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.460695679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.460+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SS8rYr count=7616040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.466115196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.465+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.466161427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.465+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SS8rYr inflight=1 count=7616042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.466192412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.465+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SS8rYr inflight=0 count=7616043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.470541782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.470+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhj7jFdtZwtTTBjf5aiirBX2igaNrBnxGD5zcNX3euZ6Da + count=7642888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.470577650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.470+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*euZ6Da count=7642889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.476181023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.475+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.476592222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.476+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*euZ6Da inflight=1 count=7642891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.476612976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.476+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*euZ6Da inflight=0 count=7642892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.511869633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.511+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhWiYZi4FQBokXseJnawVM52qQcuK5HjsVBcmThPgogJYr + count=7616044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.511923752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.511+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gogJYr count=7616045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.516607489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.516+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1dwpr","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.516655120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.516+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gogJYr inflight=1 count=7616047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.516678323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.516+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gogJYr inflight=0 count=7616048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.521958675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.521+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoZmUgRhZ2CfRRMXXEiwbNSJVazu7rzqTRRij5UqGD6Da + count=7642893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287521]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.522010150Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.521+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qGD6Da count=7642894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.527493545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.527+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.527529457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.527+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGD6Da inflight=1 count=7642896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.527695294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.527+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGD6Da inflight=0 count=7642897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.563245974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.562+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhb579tjHBkQ4XuYKd4ckR4N3wTL6BYEM4sFh5GP6hNoYr + count=7616049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.563375776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.563+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6hNoYr count=7616050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.567527574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.567555471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6hNoYr inflight=1 count=7616052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.567669435Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.567+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6hNoYr inflight=0 count=7616053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.573201623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.572+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhkk9XK55Q2WeYqh3meofJRC8qaiZdeqdMhpQeVW37xaDa + count=7642898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.573233168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.572+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*37xaDa count=7642899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.578079890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.577+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.578146840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.577+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*37xaDa inflight=1 count=7642901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.578153924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.577+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*37xaDa inflight=0 count=7642902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.614334062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.613+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhXQQNyYBHBi5LGT3nb1GGa46bFzx6QzXo3X1BYgBXW8Yr + count=7616054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.614380620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.614+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BXW8Yr count=7616055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.618547883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.618+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.618578009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.618+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BXW8Yr inflight=1 count=7616057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.618590845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.618+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BXW8Yr inflight=0 count=7616058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.623710177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.623+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhbMFuJyNP3B7xuQC9RukMVvzx3GjYzQxxarCkHM7ypYDa + count=7642903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.623773131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.623+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ypYDa count=7642904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.628165224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.627+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.628206676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.627+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ypYDa inflight=1 count=7642906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.628372631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.628+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ypYDa inflight=0 count=7642907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.665431649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.664+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhhPDSQS9kCHWXenAbnjckehc6apeYoPcR8RVA3T5EwrYr + count=7616059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.665506130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.665+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5EwrYr count=7616060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.670733165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.670765979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.670+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5EwrYr inflight=1 count=7616062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.670780272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.670+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5EwrYr inflight=0 count=7616063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.674917712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.674+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhmnguJGTLhgstPweJVCN9TP3e61HieDquz5mD73rEjFDa + count=7642908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.674969673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.674+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rEjFDa count=7642909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.679883564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.679+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.679922254Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.679+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rEjFDa inflight=1 count=7642911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.679934816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.679+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rEjFDa inflight=0 count=7642912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.716345424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.715+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhXKHwyXPgBNfTcEc3GYB7h6vyvASBNoHLHuwav7eBynYr + count=7616064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.716536653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eBynYr count=7616065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.721859137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.721+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.721918759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.721+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eBynYr inflight=1 count=7616067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.722039859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.721+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eBynYr inflight=0 count=7616068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.725404833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.725+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhnaYW52M5kEMPTDpeMLRvGyQtKA5msQVZcatcW8rFLkDa + count=7642913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287725]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.725440882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.725+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rFLkDa count=7642914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287725]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.730303161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.729+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.730340593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.730+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rFLkDa inflight=1 count=7642916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.730346482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.730+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rFLkDa inflight=0 count=7642917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.767588800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhXMAUu3s62Ba9TMjmwy1rHP4MwB4gqdG1Nuu6BE4z3vYr + count=7616069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.767637260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.767+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4z3vYr count=7616070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.772269650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.771+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.772311970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.772+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4z3vYr inflight=1 count=7616072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.772318207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.772+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4z3vYr inflight=0 count=7616073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.776675136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.776+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rha4CG3JFf4pxgytUabhssnR1yCm4cWm7NXtYqeo4NDXDa + count=7642918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.776754374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.776+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4NDXDa count=7642919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.781561879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.781+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.781596477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.781+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4NDXDa inflight=1 count=7642921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.781859838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.781+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4NDXDa inflight=0 count=7642922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.818785675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhooD6i9TpmdLQEqP9Z9iRaLQx3JuPttTqpmEjg8EidUYr + count=7616074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.818837770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EidUYr count=7616075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.823678198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.823712570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.823+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EidUYr inflight=1 count=7616077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.823725552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.823+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EidUYr inflight=0 count=7616078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.827394517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.827+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoSYWSRqrMbv28VqeMELZmA58MvA4x4HPZMH768WPh1Da + count=7642923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.827436494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.827+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WPh1Da count=7642924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.831476315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.831+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.831509085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.831+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WPh1Da inflight=1 count=7642926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.831513895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.831+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WPh1Da inflight=0 count=7642927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.869325754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.868+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhfqwqgJDJE4zjEPP6a2vVzXahNZdJuAK51exLqc2UJzYr + count=7616079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.869365160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2UJzYr count=7616080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.875068909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.874+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.875113993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.874+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2UJzYr inflight=1 count=7616082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.875329360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2UJzYr inflight=0 count=7616083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.878087963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.877+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhhWRVcyDHHxFTe8XqCt9aGj8FJmJfMa25P6w6imTpvXDa + count=7642928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.878123780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.877+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TpvXDa count=7642929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.883252770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.882+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.883285810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.883+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TpvXDa inflight=1 count=7642931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.883290257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.883+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TpvXDa inflight=0 count=7642932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.919946805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.919+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhiXDGMkcLDPWHf4RStEc3CQ7X2u28eHnYhPnMzhYD4rYr + count=7616084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.919990592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.919+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YD4rYr count=7616085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.924541444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.924+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.924579420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.924+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YD4rYr inflight=1 count=7616087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.924600931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.924+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YD4rYr inflight=0 count=7616088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.928681307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.928+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhYf51h2688FrXwoV5Kzk7hwdBhzHDUbzviieg8fMbuDDa + count=7642933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.928739359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.928+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MbuDDa count=7642934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.933682645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.933+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.933721531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.933+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MbuDDa inflight=1 count=7642936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.933823868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.933+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MbuDDa inflight=0 count=7642937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.971442035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.970+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhkqmyX9AWK3tsFWx4GX76YuU5b2qmamock8Kei3kXQ3Yr + count=7616089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.971480944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kXQ3Yr count=7616090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.979241374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.978+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.979291222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.978+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kXQ3Yr inflight=1 count=7616092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.979298979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:47.978+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kXQ3Yr inflight=0 count=7616093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593287979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.979301924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.979+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhYoEHsQF1Mqp1N9meZeEtSPGtET4hKzu5EJYU3kZa6iDa + count=7642938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.979341948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.979+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Za6iDa count=7642939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.983402853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.983439805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Za6iDa inflight=1 count=7642941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:47.983445819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:47.983+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Za6iDa inflight=0 count=7642942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593287983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.023291903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.022+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhZYcvLLiSLs2DnWgksCz9gfYWFUsyr2ZB1qvCrVbg9MYr + count=7616094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.023337975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.022+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bg9MYr count=7616095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.029354269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.028+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.029401272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.028+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg9MYr inflight=1 count=7616097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.029409180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.028+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg9MYr inflight=0 count=7616098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.029678729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.029+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhepFvXoywskEHkuVzFCV4s1GubgytGSjzzTH3Pwqu2ZDa + count=7642943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.029716265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.029+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qu2ZDa count=7642944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.034804306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.034+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.034839898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.034+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qu2ZDa inflight=1 count=7642946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.034844953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.034+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qu2ZDa inflight=0 count=7642947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.074186873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.073+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhXi3xizCedXwrf9D1bU8q5GETzY3w3LtBRXsLLPnc3hYr + count=7616099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.074219692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.073+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nc3hYr count=7616100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.080355369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.080+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhhYJ3cRLqUGjCuKaiCSRr4MNbVb2CEbdXhkxRARWBAhDa + count=7642948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.080396544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.080+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WBAhDa count=7642949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.081501940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.080+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.081578725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.080+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nc3hYr inflight=1 count=7616102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.081588099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.080+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nc3hYr inflight=0 count=7616103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.085264461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.084+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.085302135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.085+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WBAhDa inflight=1 count=7642951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.085306994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.085+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WBAhDa inflight=0 count=7642952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.124975658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.124+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhb5CbTREEaAxKPTrZ5HR414gXLEFCz7LscuVCQNmvecYr + count=7616104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.125025608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.124+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mvecYr count=7616105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.130725617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.130+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.130767340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.130+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mvecYr inflight=1 count=7616107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.130788411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.130+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mvecYr inflight=0 count=7616108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.131678758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.131+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rheyTGhjkyNkAHVawqqLaiyXqpSQTba3CBhvycSxJ8MsDa + count=7642953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.131844986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.131+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J8MsDa count=7642954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.135849593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.135+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.135886376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.135+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8MsDa inflight=1 count=7642956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.136109832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.135+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8MsDa inflight=0 count=7642957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.176404426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.175+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rheMDQh4VSnaF2BGRZjj488sRpW1AdrdKa8JvK2Kic54Yr + count=7616109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.176483111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.176+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ic54Yr count=7616110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.182102548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.181+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.182176105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.181+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ic54Yr inflight=1 count=7616112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.182189908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.182+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ic54Yr inflight=0 count=7616113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.182508268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.182+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhnXkMZFxzRuVZtJSwjDsoSeyNCk3Xuc2o4KR1KZeNg7Da + count=7642958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.182556219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.182+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eNg7Da count=7642959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.186419260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.186+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.186453734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.186+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eNg7Da inflight=1 count=7642961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.186606175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.186+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eNg7Da inflight=0 count=7642962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.226947118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.226+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhabzkp2eM88hy8ANyE1fy9WT1BCGh25efEr2RgeF55NYr + count=7616114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.227001561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.226+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F55NYr count=7616115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.231216898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.231262723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.231+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F55NYr inflight=1 count=7616117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.231433454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.231+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F55NYr inflight=0 count=7616118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.233324562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.232+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhZfKiAMBmgpje3qPookgjcJzGapDToCGgTJDYrwugKrDa + count=7642963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.233380151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.233+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ugKrDa count=7642964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.238941157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.238+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288238]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.238982012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.238+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ugKrDa inflight=1 count=7642966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288238]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.238987287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.238+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ugKrDa inflight=0 count=7642967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288238]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.277829985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.277+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhaSdCyo2yiS2pCrzr41radvzsSJC6o3KALNCZxsGKdMYr + count=7616119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.277883040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.277+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GKdMYr count=7616120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.283739334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.283+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.283785097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GKdMYr inflight=1 count=7616122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.284077061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.283+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GKdMYr inflight=0 count=7616123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.284360369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.284+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhcVmf2NxiCLLyL4EEtn6G2rUgBCisucfpQh27vpheEJDa + count=7642968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.284404018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.284+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*heEJDa count=7642969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.289622920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.289+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288289]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.289668770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.289+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*heEJDa inflight=1 count=7642971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288289]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.289709864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.289+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*heEJDa inflight=0 count=7642972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288289]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.328674533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.328+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhezVBSchrEtWpVcqTyVU4hnz9XxvxaVsmwafwu8QQZLYr + count=7616124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.328893394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.328+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QQZLYr count=7616125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.335467073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.335511249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QQZLYr inflight=1 count=7616127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.335909396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QQZLYr inflight=0 count=7616128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.335245644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.334+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhmzkmgxDaUd1gpGRCAhrARiFxx4YeHiZYGCyFXK32TBDa + count=7642973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.335288451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.335+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*32TBDa count=7642974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.339352937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.339+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.339387903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.339+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*32TBDa inflight=1 count=7642976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.339393672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.339+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*32TBDa inflight=0 count=7642977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.379440644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.379+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rheJSbkVFQZZ6HFAYaBKbMoybYJNirmuYkYdUXKGqJcCYr + count=7616129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.379494172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.379+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qJcCYr count=7616130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.384106431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.384150542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qJcCYr inflight=1 count=7616132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.384475322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.384+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qJcCYr inflight=0 count=7616133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.385967562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.385+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhejPKF2TNRGRdP5vcpJ9gDdBzj3s2gwSmMM2zqDHsBPDa + count=7642978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.386003708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.385+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HsBPDa count=7642979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.391733827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.391+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.391768939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.391+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HsBPDa inflight=1 count=7642981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.391773545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.391+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HsBPDa inflight=0 count=7642982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.429929933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.429+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhaLnXLzzspriMX4Q6RkbyNGqsvuRMefDnDQEeQqQ7NgYr + count=7616134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.429968391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.429+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q7NgYr count=7616135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.434696440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.434+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.434755575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.434+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q7NgYr inflight=1 count=7616137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.434959747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.434+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q7NgYr inflight=0 count=7616138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.437203770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.436+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhmg5YBiHr1x1dumTpm5JQCiZfY5kp7gkAPz32KrhQsuDa + count=7642983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.437324162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.437+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hQsuDa count=7642984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.442067160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.441+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.442118455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.441+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hQsuDa inflight=1 count=7642986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.442262285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.441+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hQsuDa inflight=0 count=7642987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.463097505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.462+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7616139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.480507970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.480+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhZUGPyta95sCD2UH8an6sEGdj5kraYGCTUCtRbyCKndYr + count=7616140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.480552360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.480+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CKndYr count=7616141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.487626956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.487673987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CKndYr inflight=1 count=7616143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.487683169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CKndYr inflight=0 count=7616144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.487850130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.487+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhXXwMTu92JBeomBUTo7bTAF3scyuiLK53t6oWPPSPHgDa + count=7642988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.487894084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.487+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SPHgDa count=7642989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.491783173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.491+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.491823596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.491+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SPHgDa inflight=1 count=7642991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.491839432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.491+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SPHgDa inflight=0 count=7642992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.531196490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.530+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yr/zb2rhfJA7NXVD6fFp7F46M8rabJXoJWiQBEKFRnFwZH2XnVYr + count=7616145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.531239373Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.531+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2XnVYr count=7616146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.535719868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.535+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.535762865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2XnVYr inflight=1 count=7616148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.535966826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.535+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2XnVYr inflight=0 count=7616149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.538439188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.538+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhnkyEQCmzVAXHJJBU1CNFBVgCNXHQTVERh2UFZgFzsrDa + count=7642993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.538482583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.538+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FzsrDa count=7642994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.544537855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.544+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7642995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288544]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.544580397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.544+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzsrDa inflight=1 count=7642996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288544]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.544585959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.544+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzsrDa inflight=0 count=7642997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288544]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.582566984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.582+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhf3s56zZbJbe6jKPbUVh1S5cBHZoLdi3yFcq127BEMezS + count=7616150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.582612737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.582+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BEMezS count=7616151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.588507313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.588+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.588550646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.588+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BEMezS inflight=1 count=7616153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.588583786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.588+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BEMezS inflight=0 count=7616154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.589053906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.588+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhkG67sTvaWZfBJwkYtyLKphASfrCsRDLrXcU36GY4C4Da + count=7642998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.589218985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.588+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y4C4Da count=7642999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.594246291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.593+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.594284122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.594+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y4C4Da inflight=1 count=7643001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.594343545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.594+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y4C4Da inflight=0 count=7643002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.633342994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.632+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhWrVoe8XRUv9zo5QCgJptZPenRZjexLXvhQNacoKC4mzS + count=7616155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.633394077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.633+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KC4mzS count=7616156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.638786508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.638+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.638818564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.638+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KC4mzS inflight=1 count=7616158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.638831588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.638+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KC4mzS inflight=0 count=7616159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.639796902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.639+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhbtRRLdyjQvdc7jZJZx9wuaPb7wbGMTeVKCi6HQmf1KDa + count=7643003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.639839006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.639+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mf1KDa count=7643004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.643802341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.643+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.643832886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.643+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mf1KDa inflight=1 count=7643006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.643854069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.643+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mf1KDa inflight=0 count=7643007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.684375624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.683+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhkW6YLKefAsD7vDYjRot95E54nmYXqMvgAEHF3MN6M2zS + count=7616160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.684439281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.684+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*N6M2zS count=7616161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.690367512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.690+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhb8CpPpghhXmoG3kpGZVX2TD46CUYhm6cCWuPV6hiA4Da + count=7643008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.690403933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.690+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hiA4Da count=7643009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.692816814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.692+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.692864057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.692+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N6M2zS inflight=1 count=7616163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.693372016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.692+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N6M2zS inflight=0 count=7616164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288693]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.695981943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.696016400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hiA4Da inflight=1 count=7643011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.696021204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hiA4Da inflight=0 count=7643012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.734854839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.734+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhiLrwfA2yKyTFsEsQXDjibfpWAfPQzBh5oovMiYo9HdzS + count=7616165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.734916280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o9HdzS count=7616166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.739514166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.739+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.739561984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.739+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o9HdzS inflight=1 count=7616168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.739876387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.739+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o9HdzS inflight=0 count=7616169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.741461729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.741+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhX62iruN2wGvYfiQCQeZn1jEiWqWnGXxvstaZo47gSHDa + count=7643013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.741596143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.741+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7gSHDa count=7643014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.746549051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.746+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.746585192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.746+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7gSHDa inflight=1 count=7643016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.746612350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.746+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7gSHDa inflight=0 count=7643017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.785576252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.785+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhj6Jg6rrX7advfraZWT1rHJRdbUX42ityykk6rH7Js8zS + count=7616170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.785614895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.785+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7Js8zS count=7616171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.791778726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.791821893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7Js8zS inflight=1 count=7616173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.791827806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7Js8zS inflight=0 count=7616174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.792126253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.791+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhoL3WZrH7c7rLG6bGkSadQKA6zvnHkPgDmUSfTLjHQNDa + count=7643018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.792164062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.791+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jHQNDa count=7643019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.795931105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.795+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288795]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.795985334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.795+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jHQNDa inflight=1 count=7643021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288795]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.795998036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.795+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jHQNDa inflight=0 count=7643022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288795]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.836307758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhdavKC9GHcc1nq5FvnjwPxEygiew8v2HQHToTZZzMLZzS + count=7616175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.836574419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.836+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zMLZzS count=7616176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.841764920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.841+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.841795773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.841+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zMLZzS inflight=1 count=7616178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.841923481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.841+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zMLZzS inflight=0 count=7616179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.843480647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.843+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhhJtJqusp2yy33jo1CfoJuoB9rqujFWAYcshVkP132EDa + count=7643023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.843517460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.843+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*132EDa count=7643024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.847764041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.847+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.847794196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.847+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*132EDa inflight=1 count=7643026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.847798811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.847+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*132EDa inflight=0 count=7643027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.887499046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.887+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhgEtmHfWoYkUZLV4gxP5gmB9kJuUn6BHfnPTqJ17DG7zS + count=7616180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.887542813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.887+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7DG7zS count=7616181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.891978397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.892010890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7DG7zS inflight=1 count=7616183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.892024008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.891+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7DG7zS inflight=0 count=7616184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.894189402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.893+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhYjMZFEyX2b8KSQUTzD6GaspcwCRDG8qMmFMSpq59a9Da + count=7643028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.894248460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.894+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*59a9Da count=7643029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.899421510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.899+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.899454021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.899+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*59a9Da inflight=1 count=7643031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.899485702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.899+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*59a9Da inflight=0 count=7643032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.938690672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.938+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhbDkWQxEYp1VdZ1ej3gsecZCHWJfvhRCrS8FPpnXVyPzS + count=7616185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.938741937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.938+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XVyPzS count=7616186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.942953278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.942+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.943211944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XVyPzS inflight=1 count=7616188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.943239447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.943+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XVyPzS inflight=0 count=7616189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.944958194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.944+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhbotVRPEoudHZg5yCKSPvVF2KSeBVvgwiepsfBXFzVmDa + count=7643033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.944993396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.944+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FzVmDa count=7643034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.950389452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.950+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.950427683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.950+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzVmDa inflight=1 count=7643036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.950432972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.950+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzVmDa inflight=0 count=7643037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.989782826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.989+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhmNUmHmHzbqBqxCKqZhud1nB657E5sHibhJ2nbThgK2zS + count=7616190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.990004944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.989+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hgK2zS count=7616191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.994918415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.994+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.994965316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.994+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hgK2zS inflight=1 count=7616193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.995411920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:48.995+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hgK2zS inflight=0 count=7616194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593288995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1fRFU","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.995961075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.995+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhooAHD5EmVRY8DidJXZCjtcuWbknKkyYv2UgRyGBjY6Da + count=7643038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.996003986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.995+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BjY6Da count=7643039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:48.999976370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.999+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593288999]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.000021020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:48.999+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BjY6Da inflight=1 count=7643041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289000]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.000204478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.000+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BjY6Da inflight=0 count=7643042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289000]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.046805499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.046+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhkmMG7q8xGx8TuYGZXd7ifZ8mqxJ6crjagjfLUKDAf4Da + count=7643043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.046841331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.046+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DAf4Da count=7643044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.046752168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.046+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhhefE6qqexenHzFftF9pSF3cRrTsus6FyYnZzjNjXZ6zS + count=7616195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.046804242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.046+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jXZ6zS count=7616196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.050695781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.050+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.050722313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.050+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DAf4Da inflight=1 count=7643046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.050733417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.050+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DAf4Da inflight=0 count=7643047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.052534989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.052+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.052780627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.052+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jXZ6zS inflight=1 count=7616198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.052798246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.052+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jXZ6zS inflight=0 count=7616199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.097252833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.096+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhYULBu2WPfgFeX2NHUuQ8W9Y1UtQe2qVaxAe8mkLLBZDa + count=7643048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.097327274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.097+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LLBZDa count=7643049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.097404913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.096+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhg4Z4dLjBAgxBjA8CpAwauBX3Q5FL9RdNr3LufkyG9bzS + count=7616200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.097460718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.097+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yG9bzS count=7616201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.102598999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.102+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.102637195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.102+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LLBZDa inflight=1 count=7643051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.102862338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.102+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LLBZDa inflight=0 count=7643052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.105084081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.104+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.105264945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.104+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yG9bzS inflight=1 count=7616203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.105539678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.105+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yG9bzS inflight=0 count=7616204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.148375724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.148+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhn1AwLBjELa3hPigK8Jwc1oAWwDzXMvCHDwqXqm9WeiDa + count=7643053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.148417983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.148+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9WeiDa count=7643054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.148172318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.147+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rharSqCCJwiXScxCspUjcU51jx2EQMJNqJXx16RBVcQjzS + count=7616205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.148211239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.147+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VcQjzS count=7616206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.153074841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.152+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.153107939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.152+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9WeiDa inflight=1 count=7643056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.153136765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.152+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9WeiDa inflight=0 count=7643057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.155569636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.154+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.155642795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VcQjzS inflight=1 count=7616208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.155649111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VcQjzS inflight=0 count=7616209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.199191727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.198+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhmZrEt9tQWwttcszDwyhSZMZTkKB2MZpKWGgB9EzwjgzS + count=7616210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.199284376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.199+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zwjgzS count=7616211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.203716097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.203+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289203]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.203748516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.203+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zwjgzS inflight=1 count=7616213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289203]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.203970719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.203+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zwjgzS inflight=0 count=7616214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289203]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.204668148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.204+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhkpyCkNZYfZnJJgoXb52JxANaA28D3NUbvzcEvH3K8vDa + count=7643058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.204707834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.204+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3K8vDa count=7643059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.210751946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.210+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.210784711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.210+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3K8vDa inflight=1 count=7643061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.210796616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.210+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3K8vDa inflight=0 count=7643062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.250461016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.250+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhioDzJM8gWVoU385DEDrvkTNE5Z38BqRvA5YpcqLD5tzS + count=7616215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.250519756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.250+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LD5tzS count=7616216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.254735293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.254+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.254773282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.254+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LD5tzS inflight=1 count=7616218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.254881762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.254+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LD5tzS inflight=0 count=7616219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.255458270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.254+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhiJJdWSDSxxFwVwGZ3VfpdWDV57MChVgutn6fmx7jvBDa + count=7643063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.255497964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.255+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7jvBDa count=7643064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.259801200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.259+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.259937812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.259+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7jvBDa inflight=1 count=7643066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.259948096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.259+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7jvBDa inflight=0 count=7643067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.301635815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.301+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhbFSBL2d43yvZhT7HZedHybEz5zdnYTAa8Gi6SWgvxDzS + count=7616220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.301689065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.301+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gvxDzS count=7616221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.306611383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.306+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhY55iA4VPn7Vuc5xtQMp34JSKnTuQ51VvVUkVUTnDFiDa + count=7643068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.306650946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.306+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nDFiDa count=7643069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.306946870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.306+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.306983127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.306+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvxDzS inflight=1 count=7616223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.307184987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.306+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvxDzS inflight=0 count=7616224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.311461051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.311+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.311493567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.311+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDFiDa inflight=1 count=7643071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.311670784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.311+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDFiDa inflight=0 count=7643072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.352741840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.352+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhXp6F4geBeeQ6qaDtt25oQxhqghRH3UZQG8JwypiRAxzS + count=7616225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289352]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.352848891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.352+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iRAxzS count=7616226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289352]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.357065847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.356+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhbNsHuH5iJBJApKXgSWoSNFaw8mnmiH6vHXYwE3z83PDa + count=7643073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289357]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.357115977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.356+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z83PDa count=7643074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289357]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.359071398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.359109438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iRAxzS inflight=1 count=7616228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.359519300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.359+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iRAxzS inflight=0 count=7616229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.362171137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.361+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.362201185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.362+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z83PDa inflight=1 count=7643076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.362327795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.362+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z83PDa inflight=0 count=7643077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.404046565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.403+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhkBLNHEQLSFmNQh4GWnywngtTXk8iE2tRuJfrwS7ucczS + count=7616230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.404101809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.403+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ucczS count=7616231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.407941735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.407+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhZeqNM9hmJcnWTgW7ay8kNu9KkJEscdnMvpHi2wq96LDa + count=7643078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.407981869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.407+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q96LDa count=7643079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.411784273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.411851290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ucczS inflight=1 count=7616233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.412215036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.412403042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.412+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q96LDa inflight=1 count=7643081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.412509036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.412+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q96LDa inflight=0 count=7643082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.412131710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ucczS inflight=0 count=7616234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.454782768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.454+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rheAwMVF4JG7EMiWKyzqytZWY1xfTe9R6tLjkUoaAAhzzS + count=7616235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.454853424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.454+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AAhzzS count=7616236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.459024231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.458+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhjVRkct4sfqBhJtntuQAiGxik2yRBn9MGdKs1omokFJDa + count=7643083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.459059940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.458+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*okFJDa count=7643084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.460210729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.460258465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AAhzzS inflight=1 count=7616238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.460265788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.460+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AAhzzS inflight=0 count=7616239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.462994413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.462+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.463021201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.462+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*okFJDa inflight=1 count=7643086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.463165316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.462+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*okFJDa inflight=0 count=7643087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.505821116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.505+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhew8GUz9LPyWPVdMRr4tHQqZVHaULamBfoqbfqUCJabzS + count=7616240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.505896642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.505+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CJabzS count=7616241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.509716667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.509+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhkBkHZc4Dp9HNmkcdytYh386it4RNgak4RpzBrY8xAxDa + count=7643088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.509751259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.509+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8xAxDa count=7643089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.512538789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.512+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.512588247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.512+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJabzS inflight=1 count=7616243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.512743738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.512+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJabzS inflight=0 count=7616244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.514498917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.514+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.514529062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.514+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xAxDa inflight=1 count=7643091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.514570909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.514+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xAxDa inflight=0 count=7643092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.556239411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.555+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhnQvvPvDuXxgsTdDs3w8BZSjgEEv6iLm84o9gduC6JXzS + count=7616245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.556413849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.556+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C6JXzS count=7616246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.561001229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.560+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhiH4ZeWnmkA3gcT6VjR6Y7rBEvFE54fCrYNvTqBUizUDa + count=7643093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289561]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.561330601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.561+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UizUDa count=7643094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289561]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.562170438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.561+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.562217512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.561+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C6JXzS inflight=1 count=7616248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.562462839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.562+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C6JXzS inflight=0 count=7616249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.566415468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.566+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.566443196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.566+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UizUDa inflight=1 count=7643096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.566594332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.566+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UizUDa inflight=0 count=7643097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.607105248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.606+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhXC41KAqLNpeGzhZAyMLEyx7gtrwq7pqq2QTg2wcQyazS + count=7616250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.607178971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.606+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cQyazS count=7616251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.611570369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.611+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.611745389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.611+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cQyazS inflight=1 count=7616253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.611763610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.611+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cQyazS inflight=0 count=7616254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.612066037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.611+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhXHmZ54EDyD1G6xUwGDLYmDQdPwDZcXdHHiVby7juCgDa + count=7643098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.612104044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.611+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*juCgDa count=7643099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.617377790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.617+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.617408757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.617+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*juCgDa inflight=1 count=7643101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.617541156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.617+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*juCgDa inflight=0 count=7643102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.658418393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.658+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhkxjNc1ZykrBMWkPpoyc8EocQSRhXfgB5BnM772QwVZzS + count=7616255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.658506281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.658+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QwVZzS count=7616256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.663261896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.662+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhijeRFgsaeRYTKgberJFmxaGCitPD8CcLfZ3w2GC4rGDa + count=7643103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.663316649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.663+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C4rGDa count=7643104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.664725435Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.664+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.664777453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.664+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QwVZzS inflight=1 count=7616258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.665268158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.664+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QwVZzS inflight=0 count=7616259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.667018388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.666+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.667047828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.666+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C4rGDa inflight=1 count=7643106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.667123201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.666+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C4rGDa inflight=0 count=7643107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.709543502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.709+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhdRZdfcSDZzEkFtTHW3PMRAq44wQGvczR6vnGh6PgS3zS + count=7616260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.709598804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.709+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PgS3zS count=7616261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.714472776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.714+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhcUfetSwEzYHrHBEtcPhEgFtco1s3wmw1ptCdEK5D4GDa + count=7643108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.714555131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.714+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5D4GDa count=7643109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.716405828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.716+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.716453115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.716+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PgS3zS inflight=1 count=7616263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.716461026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.716+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PgS3zS inflight=0 count=7616264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1jSEC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.723285634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.718+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.723326225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.719+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5D4GDa inflight=1 count=7643111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.723331923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.719+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5D4GDa inflight=0 count=7643112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.760977754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.760+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhZ2VJKj2mMY8wnkWYfvv4CzkZ9BeuXM1iVarCGMTD6HzS + count=7616265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.761026563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.760+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TD6HzS count=7616266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.765791439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.765+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhaujodWWKQ28qCCgxtjG2bzFXPUtmxPaiNXET1UBds4Da + count=7643113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.765851410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.765+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Bds4Da count=7643114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.768398049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.768+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.768520634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.768+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TD6HzS inflight=1 count=7616268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.768530922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.768+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TD6HzS inflight=0 count=7616269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.770957105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.770+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.770987529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.770+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bds4Da inflight=1 count=7643116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.770992089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.770+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bds4Da inflight=0 count=7643117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.812145643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.811+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhhbuHFmNk68PUdHwAkMvugPjbT1QUK6EZyJQnP1HAqYzS + count=7616270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.812216334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.811+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HAqYzS count=7616271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.816495185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.816+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhaYijrrYjm4PGqs3Qiq1cSpVEYMwmrtget8nYKfRR2nDa + count=7643118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289816]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.816525166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.816+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RR2nDa count=7643119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289816]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.818203167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.818251121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.817+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HAqYzS inflight=1 count=7616273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.818268740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HAqYzS inflight=0 count=7616274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.821480125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.821+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289821]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.821512989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.821+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RR2nDa inflight=1 count=7643121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289821]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.821517596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.821+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RR2nDa inflight=0 count=7643122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289821]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.862911957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.862+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhiLBkSKwVcxFMSZhinQ5CsRJUoUWFhFivtvdd45rg4bzS + count=7616275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.862975747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.862+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rg4bzS count=7616276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.866909940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.866+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Da/zb2rhj1ef6YofRTUKjWeqNymcrkFZu4uhBUMsdmaAE4HpHLDa + count=7643123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.867100571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.866+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HpHLDa count=7643124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.868119426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.868172808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rg4bzS inflight=1 count=7616278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.868181117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rg4bzS inflight=0 count=7616279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.871285618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.871320121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.871+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HpHLDa inflight=1 count=7643126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.871649835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.871+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HpHLDa inflight=0 count=7643127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.913718021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.913+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhkGkpcak9Re5CWi1j7DBZ97heb9HBZMa2c4MPaGKe3tzS + count=7616280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.913832069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.913+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ke3tzS count=7616281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.918216393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.917+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhcMdSjhJJ5C1ZW2WnGCYT7sB9v7eqsBou661EiA5jVaGs + count=7643128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.918252293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.918+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5jVaGs count=7643129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.920649497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.920+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.920699261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.920+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ke3tzS inflight=1 count=7616283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.920861434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.920+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ke3tzS inflight=0 count=7616284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.923771071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.923+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.923803640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.923+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5jVaGs inflight=1 count=7643131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.923931295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.923+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5jVaGs inflight=0 count=7643132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.964462209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.964+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhoUR88NAJ64ynCLdLSY6WPCnjGbBpoyERfg8dmkMyNRzS + count=7616285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289964]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.964539447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.964+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MyNRzS count=7616286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289964]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.969478820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.969+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhaiDRUnSBWD64dfhy1rwD8KvvZktijBTSLMPWtCBfTRGs + count=7643133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.969535006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.969+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BfTRGs count=7643134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.971476936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.971+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1hxo4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.971522201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MyNRzS inflight=1 count=7616288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.971530888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:49.971+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MyNRzS inflight=0 count=7616289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593289971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.974154896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.973+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.974190467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.974+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfTRGs inflight=1 count=7643136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:49.974213689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:49.974+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfTRGs inflight=0 count=7643137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593289974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.015300593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.014+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhhbiPVeDNnHZzHm96LCvyhSc1qXKSyPECmWLVgX8xAKzS + count=7616290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.015359080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.015+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8xAKzS count=7616291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.020589587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.020+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhiewaRPZyXUUa8kKdFwX85LjtaCmjfvXpJYMotT6iCNGs + count=7643138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.020629875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.020+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6iCNGs count=7643139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.020767276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.020+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.020874137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.020+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xAKzS inflight=1 count=7616293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.020925071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.020+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xAKzS inflight=0 count=7616294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.025290154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.025+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.025327377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.025+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6iCNGs inflight=1 count=7643141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.025407757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.025+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6iCNGs inflight=0 count=7643142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.066095178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.065+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhdxbmLoKw4crkieMTkJ5vSDxez2cHzinm4P2MV4v9u8zS + count=7616295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.066152145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.065+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v9u8zS count=7616296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.071935197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.071+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoeQVBKrn2xhNi98Mvr7MbUvib8EBkXCMV1XhU3udRyGs + count=7643143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.071979977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.071+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*udRyGs count=7643144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.072391700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.071+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.072435748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.072+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v9u8zS inflight=1 count=7616298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.072441071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.072+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v9u8zS inflight=0 count=7616299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.075976995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.075+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.076023317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.075+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udRyGs inflight=1 count=7643146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.076268228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.075+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udRyGs inflight=0 count=7643147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.117041160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.116+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhnrckS4XDrib2JVRrp2WPiYy1qFp1bGqrxqSgCZXVrYzS + count=7616300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.117238880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.116+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XVrYzS count=7616301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.122647478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.122+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhdKgXjNefJCw1LrGp5btUpW7ztk4AfANH7D1bh5mwoJGs + count=7643148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.122688697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.122+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mwoJGs count=7643149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.122783569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.122+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.122829866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.122+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XVrYzS inflight=1 count=7616303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.123084740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.122+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XVrYzS inflight=0 count=7616304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.126822878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.126+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.126852647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.126+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mwoJGs inflight=1 count=7643151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.127038930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.126+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mwoJGs inflight=0 count=7643152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.167599979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.167+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhnf9g4mZ5DXWryomeWyJWYjN8dctGpCekK5T175wABWzS + count=7616305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.167661670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.167+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wABWzS count=7616306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.173528060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhhbro6eUAhXa5aMdm26iKzt5bnzZai7vaMZoC6x4BgmGs + count=7643153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.173561847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.173+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4BgmGs count=7643154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.174239213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.173+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.174276634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.174+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wABWzS inflight=1 count=7616308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.174328757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.174+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wABWzS inflight=0 count=7616309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.178163533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.177+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.178279849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.177+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4BgmGs inflight=1 count=7643156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.178358364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.178+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4BgmGs inflight=0 count=7643157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.218922096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.218+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhjpfEgjQTxmSTn6ZknBoGUW59vUpG2t5LdrLxZpLaHTzS + count=7616310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.218968939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.218+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LaHTzS count=7616311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.224759996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhWz8Cjmgunt9hmDpuJpc8kTd9aeYJsCm7dPZsm7rMqiGs + count=7643158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.224806174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.224+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rMqiGs count=7643159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.224163947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.223+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.224212515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.223+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaHTzS inflight=1 count=7616313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.224247932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.223+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaHTzS inflight=0 count=7616314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.230236897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.229+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.230269387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rMqiGs inflight=1 count=7643161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.230391727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rMqiGs inflight=0 count=7643162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.269991517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.269+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhj5i3cDh2PECKZcTSZvPrEFphZLKKz7ABG6sWrvLxxRzS + count=7616315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.270038193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.269+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LxxRzS count=7616316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.275855145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.275+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhbzNcLmLy6f4kYMzahZUs6eBrvcEkdNJgKXD1nk2bjwGs + count=7643163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.275894986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.275+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2bjwGs count=7643164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.275693132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.275+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.275737680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.275+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LxxRzS inflight=1 count=7616318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.275834163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.275+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LxxRzS inflight=0 count=7616319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.280192629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.279+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.280225766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.280+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2bjwGs inflight=1 count=7643166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.280342694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.280+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2bjwGs inflight=0 count=7643167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.321582476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.321+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhmgUi5HHMAJgwtB6uuZgBqfi9HvMYgJfdPT7r6Q64yCzS + count=7616320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.321658807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.321+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*64yCzS count=7616321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.326905278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.326+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhgTZjqMjsth2MNT7c7T24DSmbU923Xisn6uvYyyL2XrGs + count=7643168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.326942085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.326+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L2XrGs count=7643169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.327424846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.327456828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*64yCzS inflight=1 count=7616323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.327461503Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*64yCzS inflight=0 count=7616324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.330775574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.330+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.331055521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.330+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L2XrGs inflight=1 count=7643171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.331068446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.330+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L2XrGs inflight=0 count=7643172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.372066710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.371+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhjDS8vCE6LCwkDhrTg1TxQrjC2YVhokZifGjp7KMKEpzS + count=7616325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.372107506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.371+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MKEpzS count=7616326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.377536275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.377+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhc6RL1e6ADSeb8S7xDK4buRyKm5oMKayjfBV1DN17KkGs + count=7643173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.377573550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.377+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*17KkGs count=7643174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.377948237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.377+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.378071381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.377+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MKEpzS inflight=1 count=7616328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.378162146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.378+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MKEpzS inflight=0 count=7616329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.382738524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.382+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.382794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.382+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*17KkGs inflight=1 count=7643176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.382799994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.382+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*17KkGs inflight=0 count=7643177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.422719758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.422+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhfCST25Y9GTRnT6ERMHHkYGjgu5CoENXxkynWWDzZoMzS + count=7616330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.422780151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.422+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zZoMzS count=7616331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.428339331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.428+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhooEBiN6VvwoNYsAcsbVEqUUSFpfijQ4CYVifyxtzqtGs + count=7643178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.428381513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.428+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tzqtGs count=7643179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.428573481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.428+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.428612005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.428+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zZoMzS inflight=1 count=7616333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.428787918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.428+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zZoMzS inflight=0 count=7616334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.433896371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.433+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.433933565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.433+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tzqtGs inflight=1 count=7643181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.434101241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.433+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tzqtGs inflight=0 count=7643182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.434184849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.434+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7643183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.473376934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.472+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhexU86X7iuK8ubUhoJtygoMkH6hEot52AGP9h5rtvyHzS + count=7616335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.473498284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.473+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tvyHzS count=7616336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.479785629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.479+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhdpr8VX7yk9pLdtgjFmzqDxXE7WxpuLa2wMHfsXvynBGs + count=7643184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.479832969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.479+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vynBGs count=7643185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.479234359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.478+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.479267759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.478+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tvyHzS inflight=1 count=7616338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.479305527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tvyHzS inflight=0 count=7616339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.483525752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.483+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.483797492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.483+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vynBGs inflight=1 count=7643187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.483809912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vynBGs inflight=0 count=7643188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.524886001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.524+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhdYQnjZpsLcwErWHMo7webRH9dPW7hCBuLdrNbVxrhFzS + count=7616340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.524998980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.524+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xrhFzS count=7616341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.530369924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.530+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhX1GbgSdux96b7QoVHFzi9nG8y5geatNX4yrNDjFUKqGs + count=7643189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.530527381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.530+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FUKqGs count=7643190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.530823672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.530+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.530866620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.530+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrhFzS inflight=1 count=7616343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.530936992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.530+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrhFzS inflight=0 count=7616344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.535455693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.535+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.535491667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FUKqGs inflight=1 count=7643192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.535810850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.535+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FUKqGs inflight=0 count=7643193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.575460260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.575+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhj6cZAEzNTDWSZo2cKTbRhfkheRVhUHrLJQ8KXysXYZzS + count=7616345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.575505658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.575+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sXYZzS count=7616346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.580027034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.579+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.580080794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sXYZzS inflight=1 count=7616348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.580086808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.579+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sXYZzS inflight=0 count=7616349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.581367516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.581+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rha3579JAGGzftCdxEexK7SWQSQiDUjrcRrRVQh5RKbeGs + count=7643194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.581429479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.581+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RKbeGs count=7643195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.586576518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.586+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.586633618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.586+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RKbeGs inflight=1 count=7643197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.586856557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.586+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RKbeGs inflight=0 count=7643198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.626649382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.626+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhWwQnPDYWFgWoL4q5iW3vcci8mBW2H6PwdcRzjWa6qEzS + count=7616350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.626735193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.626+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a6qEzS count=7616351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.632641921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.632+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhkLRFBaXorgTSHVsMkNgVLTEw9x4Zr5LMj8JZk5CXSeGs + count=7643199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.632672966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.632+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CXSeGs count=7643200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.632060114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.632121359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.631+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a6qEzS inflight=1 count=7616353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.632138327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a6qEzS inflight=0 count=7616354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.637969924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.637+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.638187667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.637+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CXSeGs inflight=1 count=7643202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.638331454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.638+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CXSeGs inflight=0 count=7643203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.677631500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.677+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhixx9NbRbL3qgkpREX14CNdjs8QKMpjjvraBZyr1WntzS + count=7616355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.677862262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.677+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1WntzS count=7616356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.683758603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.683+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhf39qMgAhHWe7DAoowXgPPvKaud5wmzJNi6cbdTVCd4Gs + count=7643204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.683916790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.683+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VCd4Gs count=7643205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.683313124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.683435727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.683+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1WntzS inflight=1 count=7616358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.683800009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.683+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1WntzS inflight=0 count=7616359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.687934081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.687967677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VCd4Gs inflight=1 count=7643207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.688320978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.688+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VCd4Gs inflight=0 count=7643208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.729449104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.728+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhnyez1uUb6Hg58g8fgTUsXEVJWrsytXvSj7SyW1EoyKzS + count=7616360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290729]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.729516480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.729+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EoyKzS count=7616361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290729]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.734775282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.734+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhibxeFAkuh4s9omU2hsSzAdZuLU9GUrXycRuKBgfg4AGs + count=7643209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.734839136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fg4AGs count=7643210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.735203229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.734+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.735431661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.735+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EoyKzS inflight=1 count=7616363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.735525590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.735+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EoyKzS inflight=0 count=7616364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.739004581Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.738+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.739036352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fg4AGs inflight=1 count=7643212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.739041236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fg4AGs inflight=0 count=7643213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.780314436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.780+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xHxyzS count=7616366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290780]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.780242311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.779+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhatWzTCs8LVfft1Dit2JJSP3BR3Zf7U3PdiUXv7xHxyzS + count=7616365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290780]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.785420906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.785+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhhVs3wMZJox6Q5fRvgfaaDLjSF6shPaqUK9JV7KR29FGs + count=7643214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.785687996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.785+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*R29FGs count=7643215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.786436633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.785+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.786486799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.786+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xHxyzS inflight=1 count=7616368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.786494345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.786+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xHxyzS inflight=0 count=7616369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.791422760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.791469690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R29FGs inflight=1 count=7643217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.791482895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R29FGs inflight=0 count=7643218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.830971163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.830+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhefLzyFqzQLGkRdkWv3Qu9DFzTV83Qh5TPqyM8mFtnmzS + count=7616370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.831090434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.830+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FtnmzS count=7616371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.835441887Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.835+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.835475778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.835+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FtnmzS inflight=1 count=7616373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.835511971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.835+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FtnmzS inflight=0 count=7616374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.836113018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhfHhxsVnNiHMaMrLCvED5Lhiff9QgMY5Mmu72KDpju6Gs + count=7643219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.836172641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.835+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pju6Gs count=7643220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.842145694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.841+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.842202472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.841+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pju6Gs inflight=1 count=7643222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.842231237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.841+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pju6Gs inflight=0 count=7643223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.881894658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.881+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhkU49PcQhXkeqy8eLqHAvM89ncmPqknPGBUPDW5UNRczS + count=7616375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.882615273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.882+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UNRczS count=7616376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290882]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.886745012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.886+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhXJbznbVCJaer1QPYwDXry11ezSvNGMK9KXaXa6rGrhGs + count=7643224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.886784951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.886+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rGrhGs count=7643225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.888390846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.888+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.888456638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.888+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UNRczS inflight=1 count=7616378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.888469346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.888+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UNRczS inflight=0 count=7616379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.891098952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.890+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.891141022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rGrhGs inflight=1 count=7643227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.891146874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rGrhGs inflight=0 count=7643228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.933989974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.933+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhbWbhaBFQP2C4b9Js6Yy9QYbuVx7RLHdjb7J6iDeYgUzS + count=7616380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.934043908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.933+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eYgUzS count=7616381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.937594935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.937+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhZo1QHmKER483MH9KNvCYeK4yaWsCHDSd5v6pPQuYoFGs + count=7643229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.937656987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.937+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uYoFGs count=7643230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.939952349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.939+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.939985854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.939+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eYgUzS inflight=1 count=7616383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.939991138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.939+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eYgUzS inflight=0 count=7616384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.943091076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.942+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.943129659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uYoFGs inflight=1 count=7643232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.943177817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.942+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uYoFGs inflight=0 count=7643233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.984432533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.984+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhYxxFxyY5n3xmZPawsJ7iQcHorfJXSck7gtkp929e2EzS + count=7616385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.984775856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.984+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9e2EzS count=7616386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.988656633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.988+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhZavYuVyXMxpFGVi3B24E62agga9sS1gERpT6iJWg2jGs + count=7643234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.988697836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.988+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Wg2jGs count=7643235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.990609132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.990+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9e2EzS inflight=1 count=7616388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.990838437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.990+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9e2EzS inflight=0 count=7616389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.990406238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:50.990+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593290990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.993908830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.993+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.993945048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.993+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Wg2jGs inflight=1 count=7643237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:50.993950392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:50.993+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Wg2jGs inflight=0 count=7643238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593290993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.016722408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.016+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959329 count=7616390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.035367021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.034+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rheKqe6hXpBMoTdUJPMDqEG1iL3AACbw6vVckDcPEXhPzS + count=7616391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291035]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.035406288Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.035+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EXhPzS count=7616392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291035]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.039454520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.039+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhj5Dbe7EszRNHZFUse6aCENJBXMaYGrnmRKBoAftQrrGs + count=7643239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.039518974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.039+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tQrrGs count=7643240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.039990975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.039+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.040103289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.039+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EXhPzS inflight=1 count=7616394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291040]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.040336347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.040+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EXhPzS inflight=0 count=7616395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291040]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.043498222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.043533147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tQrrGs inflight=1 count=7643242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.043537986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tQrrGs inflight=0 count=7643243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.085898578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.085+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhhwoNGUGnFA12MRwtyJtHzVkecnA1beWpyA9FeSMCdgzS + count=7616396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.086000611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.085+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MCdgzS count=7616397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.090111915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.089+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhiaZzcVon34i5qjeHUaJsWQRayY3QH1vDZ1unN1KW5AGs + count=7643244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.090149953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.089+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KW5AGs count=7643245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.092458290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.092+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.092545820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.092+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCdgzS inflight=1 count=7616399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.092789291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.092+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCdgzS inflight=0 count=7616400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.096137629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.095+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291096]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.096177250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.095+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KW5AGs inflight=1 count=7643247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291096]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.096182767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.095+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KW5AGs inflight=0 count=7643248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291096]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.137521533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.136+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhdYzQRe2vH9BwvVmbrvpZRnRwR2M7kWHMH2MbQe34CAzS + count=7616401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.137591193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.137+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*34CAzS count=7616402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.140579987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.140+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhetKrVqfH7zBuD77vDdZpdYs8pMQ4v9ar1ZpwQbHuZVGs + count=7643249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.140746283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.140+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HuZVGs count=7643250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.143651285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.143685044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.143+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*34CAzS inflight=1 count=7616404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.143697724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.143+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*34CAzS inflight=0 count=7616405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.146221772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.145+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.146259003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HuZVGs inflight=1 count=7643252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.146675996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HuZVGs inflight=0 count=7643253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.188451710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.187+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zS/zb2rhZDezuejAmL9ed7WB4P847WENtTf6ZaCasX6xnb4pMLzS + count=7616406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291188]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.188503440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.188+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4pMLzS count=7616407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291188]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.191097357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.190+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhdvs2y4gXBAyrvDXyHjYxvF6Cmh51Byo2jdVZushRoSGs + count=7643254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.191139023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.190+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hRoSGs count=7643255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.194778668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.194875190Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4pMLzS inflight=1 count=7616409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.194883567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4pMLzS inflight=0 count=7616410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.195089856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.195121315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hRoSGs inflight=1 count=7643257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.195128654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.194+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hRoSGs inflight=0 count=7643258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.239768045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.239+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2qvNYu count=7616412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.239724114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.239+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhbciMqPBKMHm85dVyM8hujpvSKnFPoNZiMiQPfj2qvNYu + count=7616411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.241669741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.241+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhgvzquBcJSRHjsqaaCYVNrNoCUQUnt7e4aGgDVtFLpzGs + count=7643259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.241707317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.241+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FLpzGs count=7643260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246666748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246711282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FLpzGs inflight=1 count=7643262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246715974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FLpzGs inflight=0 count=7643263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246620955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246658397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2qvNYu inflight=1 count=7616414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.246863102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2qvNYu inflight=0 count=7616415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.290341262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.290+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhZ7ry8zgFdCWbFHovbKpCqQwXzLfgGZs5JRkFZcRjKNYu + count=7616416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291290]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.290510631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.290+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RjKNYu count=7616417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291290]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.292123777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.291+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoJtszQPbu1B2Qo66s7NJrZxnWvKDACPRkHvKvDHN5uGs + count=7643264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.292358417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HN5uGs count=7643265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.296441282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.295+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.296481869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.296+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RjKNYu inflight=1 count=7616419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.296780156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.296+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RjKNYu inflight=0 count=7616420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.297468411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.297+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.297504578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.297+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HN5uGs inflight=1 count=7643267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.297888205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.297+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HN5uGs inflight=0 count=7643268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.341808022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.341+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EerkYu count=7616422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291341]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.341397691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.340+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhfijK6RHHAJRJrbioGsJRh11F2R5Hm7465FqnrTEerkYu + count=7616421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291341]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.343486419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.343+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhgH5jmbESnNfoqut5n7Nm85SbHWA4q4cQ3bSEUfZNuuGs + count=7643269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.343528981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.343+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZNuuGs count=7643270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348224123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.347+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348265060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.348+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZNuuGs inflight=1 count=7643272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348457424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.348+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZNuuGs inflight=0 count=7643273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348517545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.348+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348549682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.348+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EerkYu inflight=1 count=7616424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.348859203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.348+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EerkYu inflight=0 count=7616425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.392354319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.391+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rheK1FvBSyrUMyJtTY34VdgPzQP3mx9wssxSEaCm5qLeYu + count=7616426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291392]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.392393570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.392+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5qLeYu count=7616427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291392]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.394042974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.393+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhcAByv5KeY2RsuofAzt81x8q5a81FTjzENTeQFVQUJzGs + count=7643274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.394079027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.393+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QUJzGs count=7643275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.398667699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.398702007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5qLeYu inflight=1 count=7616429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.398707016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5qLeYu inflight=0 count=7616430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.399077112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.399109389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QUJzGs inflight=1 count=7643277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.399245047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.398+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QUJzGs inflight=0 count=7643278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.443715574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.443+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhog7D629P2mq6Lw1Wkb1GRJow1FZMemSHycNxY7r4HKYu + count=7616431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.443973958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.443+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r4HKYu count=7616432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.444895401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.444+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhXdae5Psdq4e1b92wfSx2RVYK6RMKioT8xGy8du4h23Gs + count=7643279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.445141669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.444+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4h23Gs count=7643280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.450903809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.450963235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4h23Gs inflight=1 count=7643282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.450711114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.450755448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4HKYu inflight=1 count=7616434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.450760461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4HKYu inflight=0 count=7616435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.451339675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.450+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4h23Gs inflight=0 count=7643283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.464171226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.463+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7616436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.494610857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.494+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhnueqcJSWRPaoeLt9otDWMzFCkHgf2r38xkUY8hPU5MYu + count=7616437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291494]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.494665568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.494+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PU5MYu count=7616438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291494]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.495802437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.495+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhf9XCnhTjyWs7E23ssAycgoysnGSZ1PM6psUsP2vnjxGs + count=7643284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.495837279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.495+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vnjxGs count=7643285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499816890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499846654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vnjxGs inflight=1 count=7643287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499851329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vnjxGs inflight=0 count=7643288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499793254Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PU5MYu inflight=0 count=7616441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499740513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.499788067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.499+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PU5MYu inflight=1 count=7616440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1hxs4","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.545092221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.544+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhgk2Dr1fYU2cyL4nDh2LZk3C19PjuzA1fdB9zRvGJX7Yu + count=7616442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.545531861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.545+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GJX7Yu count=7616443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.546424384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.546+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhgZ2wanpSrfky6CbzNezBn2cbXjDvabyJprCJAbEeubGs + count=7643289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.546464665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.546+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EeubGs count=7643290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.550302372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.549+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.550340894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.550+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GJX7Yu inflight=1 count=7616445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.550733793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.550+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GJX7Yu inflight=0 count=7616446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.551485608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.551+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.551516988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.551+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EeubGs inflight=1 count=7643292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.551521747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.551+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EeubGs inflight=0 count=7643293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.596980085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.596+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhmrEwVdxvcTc4pmWvL9nrGsyWwjSvmAeVQTe3FCFDeEGs + count=7643294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.596276486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.595+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhf2DRgvzHddFmc4N46Sd4aRVWLV6udciFwVYPL5HKkiYu + count=7616447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.596508189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.596+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HKkiYu count=7616448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.597078999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.596+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FDeEGs count=7643295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.602030632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.601+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.602066880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.601+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FDeEGs inflight=1 count=7643297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.602119414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.601+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FDeEGs inflight=0 count=7643298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.602947102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.602994348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HKkiYu inflight=1 count=7616450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.603002702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.602+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HKkiYu inflight=0 count=7616451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.647642642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.647+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhiMXgrBpsLhBp3aurFfYy8xFMbuq51pRssveKnjVjTKGs + count=7643299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.647679729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.647+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VjTKGs count=7643300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.647533812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.647+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdmdDRi6otkQEgQ4VjFadkMzCMBzGymJo4XWd5riNuhYu + count=7616452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.647598509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.647+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iNuhYu count=7616453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651799889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651843848Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjTKGs inflight=1 count=7643302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651849809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjTKGs inflight=0 count=7643303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651891446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651950082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iNuhYu inflight=1 count=7616455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.651963016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iNuhYu inflight=0 count=7616456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.698304363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.698+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhkTXgunW7yc1WDCV618ZWghzofYmbuijpnE7RiTCByuGs + count=7643304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.698339832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.698+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CByuGs count=7643305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.698580350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.698+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdkvznKFeFZFL14tqBt1YG3sePn2yhTVtuiA34bNUyoYu + count=7616457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.698709214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.698+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NUyoYu count=7616458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703295888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.702+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703325270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.703+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CByuGs inflight=1 count=7643307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703534976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.703+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CByuGs inflight=0 count=7643308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703251890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.702+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703337535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.703+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NUyoYu inflight=1 count=7616460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.703390873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.703+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NUyoYu inflight=0 count=7616461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.748925976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.748+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhdkkYwgZ1jX3kPzESL5x8HUYKcFvejBC7wFLjKS9rYwGs + count=7643309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.749009313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.748+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9rYwGs count=7643310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.749078947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.748+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhf3o4NmBWuMAcK2iBFagLSKwXssw4MzRCcZs3wJMdhkYu + count=7616462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.749328196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.748+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MdhkYu count=7616463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.753894558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.753+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.753945966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.753+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MdhkYu inflight=1 count=7616465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.753964109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.753+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MdhkYu inflight=0 count=7616466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.754168891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.753+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.754245598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.753+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9rYwGs inflight=1 count=7643312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.754552617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.754+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9rYwGs inflight=0 count=7643313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.800155703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.799+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhXF3M6t4285RwRvYSma6bhAbFa3VSyDmGyYCe7avgs2Gs + count=7643314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.800195270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.799+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vgs2Gs count=7643315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.800547028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.799+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhhQBUgnaU522r1KjX1vvxehE7PoCDsM1cUaG9pLELQQYu + count=7616467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.800574442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.799+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ELQQYu count=7616468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.805261090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.804+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.805297206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.805+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vgs2Gs inflight=1 count=7643317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.805310959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.805+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vgs2Gs inflight=0 count=7643318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.806169699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.805+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.806414749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.806+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ELQQYu inflight=1 count=7616470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.806551954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.806+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ELQQYu inflight=0 count=7616471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.850171243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.849+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhYiJShr3uUG9FmoXycDnx8qVZn2Ro6ydcAMKM2QCzjUYu + count=7616472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.850213780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.849+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CzjUYu count=7616473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.851067040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.850+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoQRsUo67kHs5ZkdaDuq2BNRSRc7gQB6pUwex5vYFUbGs + count=7643319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.851105094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.850+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YFUbGs count=7643320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855478227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855512167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YFUbGs inflight=1 count=7643322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855614324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YFUbGs inflight=0 count=7643323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855869341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855922806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CzjUYu inflight=1 count=7616475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.855928664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.855+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CzjUYu inflight=0 count=7616476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.901365075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.900+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhYYJGGydoHVAJikyfp3j7LVfTi8NoxbgfYuSEEN9CzfYu + count=7616477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291901]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.901433262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.901+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9CzfYu count=7616478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291901]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.902013867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.901+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rha6w1pXnzXC2yoCNMjaWm3z87c5UkBronGey8AZfrAZGs + count=7643324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.902080956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.901+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*frAZGs count=7643325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.906771297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.906+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.906809191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.906+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9CzfYu inflight=1 count=7616480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.907239339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.906+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.907292668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.907+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*frAZGs inflight=1 count=7643327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.907541097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*frAZGs inflight=0 count=7643328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.907059918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.906+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9CzfYu inflight=0 count=7616481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.952920548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.952+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhdyUHru2RhUbaGS2325Coa1Pbvskn1jgmxuYdzKQnZ4Gs + count=7643329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.952956796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.952+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QnZ4Gs count=7643330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.952690467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.952+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhfjDDzmEtCsg1Yg9kxcidWc74sLsFZkx2gJ7h2BfgJkYu + count=7616482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.952732607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.952+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fgJkYu count=7616483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.956722015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.956+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.956766422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.956+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QnZ4Gs inflight=1 count=7643332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.956772339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:51.956+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QnZ4Gs inflight=0 count=7643333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593291956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.958629549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.958+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.958950046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.958+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fgJkYu inflight=1 count=7616485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:51.959190723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:51.958+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fgJkYu inflight=0 count=7616486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593291959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.003225170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.002+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoWmtfErcKw1agE1v8pNqUYZyKdJZ22Gc5yWm6fNan7Gs + count=7643334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.003262544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.003+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Nan7Gs count=7643335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.003767077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.003+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdFVrkTwJZDjByRSQgD34fWmH7oTTbYGWyT2kcXK88JYu + count=7616487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.003816253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.003+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K88JYu count=7616488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.007077886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.006+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.007111333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.006+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nan7Gs inflight=1 count=7643337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.007116505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.006+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nan7Gs inflight=0 count=7643338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.008426870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.008+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.008470577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.008+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K88JYu inflight=1 count=7616490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.008588389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.008+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K88JYu inflight=0 count=7616491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.054572897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.054+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhbgPMNnHHSkfGnXvkXBfcyxqau955Fr8Ps7ABWbkgfwGs + count=7643339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.054607736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.054+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kgfwGs count=7643340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.055087506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.054+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhWpZatLBDRuhbSuuVPVwgiHzNfr6QmY6MueEMUUNML1Yu + count=7616492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.055127213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.054+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NML1Yu count=7616493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.058651346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.058690488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kgfwGs inflight=1 count=7643342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.058697816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kgfwGs inflight=0 count=7643343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.059100099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.059160031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NML1Yu inflight=1 count=7616495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.059348987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.058+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NML1Yu inflight=0 count=7616496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.105090814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.104+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhX7GEzLwUazoJRJAbBAfeNpmHwQzDyPEvZRVwTdSzL4Gs + count=7643344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.105392046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.105+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SzL4Gs count=7643345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.105820804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.105+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhYcxqYxB13ibSHxPgkfJT6dJdJYhi86gDXx15pck99SYu + count=7616497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.105875256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.105+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k99SYu count=7616498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.110828240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.110415641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.110455747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.110+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k99SYu inflight=1 count=7616500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.110551322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.110+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k99SYu inflight=0 count=7616501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.111179813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.110+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SzL4Gs inflight=1 count=7643347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.111218662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.111+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SzL4Gs inflight=0 count=7643348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.156666989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.156+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhab4ddp7xhpencoM5RYajxa5TYtc1vAoR4c8vsDDK3BGs + count=7643349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.156714414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.156+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DK3BGs count=7643350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.157195843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.156+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdWFViMVYfnCVVHmkqKFBx1KTd3akuYq5Zas5wrGsxtYu + count=7616502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.157249715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.156+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GsxtYu count=7616503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.162511282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.162+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.162862076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.162+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GsxtYu inflight=1 count=7616505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.162954205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.162+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GsxtYu inflight=0 count=7616506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.166063693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.165+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.166098129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.165+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DK3BGs inflight=1 count=7643352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.166102487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.165+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DK3BGs inflight=0 count=7643353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.207719860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.207+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhjggfnkojKhoNjTMCJRFuLFt9bvZyUqbiBbnJNEcdXhGs + count=7643354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.207759853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.207+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cdXhGs count=7643355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.207499894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.207+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhXo71VjmcV7ZrbvdNgN6eRkF5z2yKznK1PxYNQV8UoRYu + count=7616507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.207568762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.207+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8UoRYu count=7616508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.211672593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.211+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.211710321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.211+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8UoRYu inflight=1 count=7616510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.211829163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.211+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8UoRYu inflight=0 count=7616511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.212376068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.211+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.212414728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.211+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cdXhGs inflight=1 count=7643357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.212420067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.212+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cdXhGs inflight=0 count=7643358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.258645018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.258+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhb27QQKenKjWvnrcVjdpwyg69DrdeRZFV26Scni3EijGs + count=7643359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.258740040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.258+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3EijGs count=7643360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.258685446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.258+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhZeXJ5xxqYsDsuVnUqi1yoZgofVVgaJUhVzSWa2jaEnYu + count=7616512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.258750300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.258+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jaEnYu count=7616513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.263100936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.262+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.263146470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.262+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3EijGs inflight=1 count=7643362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.263181508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.262+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3EijGs inflight=0 count=7643363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.264535021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.264+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.264594695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.264+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jaEnYu inflight=1 count=7616515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.264631564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.264+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jaEnYu inflight=0 count=7616516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.309771714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.309+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rheSsginJhP6ovnpWWZ73yJLqGU8h6h3D9VmX13maDYUGs + count=7643364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.309821068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.309+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aDYUGs count=7643365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.309257135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.308+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdfUJby8GonA1a8HMP1SJQ5C6cpyk5uLTQxHEJuyithYu + count=7616517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.309432974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.309+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yithYu count=7616518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.315451354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.315731298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yithYu inflight=1 count=7616520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.315958858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yithYu inflight=0 count=7616521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1jSIC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.316082962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.316161264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aDYUGs inflight=1 count=7643367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.316166528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.315+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aDYUGs inflight=0 count=7643368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.360585271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.360+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhkLcMxBMDHdwXGxxTbP8nWLEQe5bJi8vhu7cqfpUGojGs + count=7643369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.360623757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.360+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UGojGs count=7643370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.360366194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.360+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhgyXMW4JNRQyJgth3vQBtsZwdsHPaheHTyFyHiQ67oTYu + count=7616522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.360554160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.360+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*67oTYu count=7616523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.365473788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.365+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.365510529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.365+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGojGs inflight=1 count=7643372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.365554220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.365+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGojGs inflight=0 count=7643373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.367045156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.366+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.367078359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.366+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67oTYu inflight=1 count=7616525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.367350342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.366+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67oTYu inflight=0 count=7616526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.410903475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.410+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhbvHmD4RvodiJQTbRFfDR7Uvkjiki9Ci2aeFd6i97VmYu + count=7616527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.410958072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.410+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*97VmYu count=7616528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.411001293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.410+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoKmUyaR7UnbRUknHViAd7nsoMPiYj6F8SfDaBQVZbHGs + count=7643374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.411133197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.410+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VZbHGs count=7643375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415727431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.415+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415778411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.415+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VZbHGs inflight=1 count=7643377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415896287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.415+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VZbHGs inflight=0 count=7643378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415090981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.414+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415119104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.414+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*97VmYu inflight=1 count=7616530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.415326260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.415+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*97VmYu inflight=0 count=7616531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.461863484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.461+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhooBhFMraNXx4GvzTM9PknbhDSZczUo2MRmfWmkmQyPYu + count=7616532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.462410478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.462+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhooW31nH7WtVvyXGW5ddwYZUSQYrP8ogBiwoqwpCVEkGs + count=7643379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.462445927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.462+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CVEkGs count=7643380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.462062563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.461+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mQyPYu count=7616533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466557056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466591348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CVEkGs inflight=1 count=7643382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466620469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CVEkGs inflight=0 count=7643383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466519886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466556011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mQyPYu inflight=1 count=7616535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.466570459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.466+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mQyPYu inflight=0 count=7616536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.513219670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.512+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhoGU8NpybgCqa3wok6mbPSLqTQ8A4P75c1MYENehxjUGs + count=7643384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.513255482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.513+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hxjUGs count=7643385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.513220679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.512+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhn67puKVGZdARh6WPSpXTZVd5VppBM2PboukJP7e9G9Yu + count=7616537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.513259330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.512+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e9G9Yu count=7616538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.517597433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.517+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.517641352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.517+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e9G9Yu inflight=1 count=7616540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.517651627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.517+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e9G9Yu inflight=0 count=7616541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.519903516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.519+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.519960349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.519+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hxjUGs inflight=1 count=7643387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.519987680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.519+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hxjUGs inflight=0 count=7643388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.564416107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.564+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rheLhfb6R1wjhSqSg1GrcucRkXTG3w5SpfabB45PRH3KGs + count=7643389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.564463836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.564+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RH3KGs count=7643390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.564302411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.563+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhhdTqSgckgC8nnuKfZTDjFYyUhtxrF3BMkpMYGjhxbdYu + count=7616542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.564341715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.564+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hxbdYu count=7616543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.568929207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.568+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.568977349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.568+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RH3KGs inflight=1 count=7643392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.569056158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.568+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RH3KGs inflight=0 count=7643393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.571109495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.570+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.571146485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.570+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hxbdYu inflight=1 count=7616545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.571163269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.571+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hxbdYu inflight=0 count=7616546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.614801846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.614+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhaB4C5MAKrTaKJBiJFvmBchoqgqfFcvx8Lko8L6Q5uyYu + count=7616547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.614926340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.614+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q5uyYu count=7616548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.615497223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.615+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhme2gDdmcV8ticq3bJM7X17LM6ES43k9AyqttQ4oG5yGs + count=7643394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.615568737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.615+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oG5yGs count=7643395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.619796523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.619876989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5uyYu inflight=1 count=7616550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.619937175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5uyYu inflight=0 count=7616551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.620121736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.620176437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oG5yGs inflight=1 count=7643397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.620181533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.619+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oG5yGs inflight=0 count=7643398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.665572223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.665+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdgDqWnb1CDdNob59hS1cMnT1Cqa9trNcokyjXPcnZ9Yu + count=7616552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.665629480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.665+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cnZ9Yu count=7616553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.666637962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.666+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhgUZRPm1RArcNAg9vLa8j6yBGTXUYffLixEoKnRStJNGs + count=7643399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.666673397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.666+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*StJNGs count=7643400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.670676729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.670706205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.670+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*StJNGs inflight=1 count=7643402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.670758406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.670+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*StJNGs inflight=0 count=7643403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.671344276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.671377748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.671+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cnZ9Yu inflight=1 count=7616555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.671394300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cnZ9Yu inflight=0 count=7616556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.717202327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.716+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhb7tSwCgKz19GTf85rCJcgsCUKUPnFL44goDSNNoy2hGs + count=7643404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.717310082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oy2hGs count=7643405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.717040656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.716+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rheuQFfHJFUicDNzrSb2tMjvnnaG9URKSB95HtpqM9zUYu + count=7616557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.717096695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M9zUYu count=7616558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.721288201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.720+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.721326574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.721+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oy2hGs inflight=1 count=7643407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.721431704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.721+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oy2hGs inflight=0 count=7643408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.722224591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.721+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.722584766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.722+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M9zUYu inflight=1 count=7616560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.722623939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.722+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M9zUYu inflight=0 count=7616561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.767971884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhZ6tbZ7S964hEuXgKK1dFtCUN8nj5vP5yo2RQWVRnFvGs + count=7643409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.768041698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.767+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RnFvGs count=7643410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.768067222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rheA9T5b2FWNCaog5MegZUrwB3oiuK37dXoUkzvjWiDDYu + count=7616562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.768142826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.767+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WiDDYu count=7616563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.772390213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.772+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.772440577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.772+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RnFvGs inflight=1 count=7643412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.772447409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.772+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RnFvGs inflight=0 count=7643413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.773660194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.773+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.773712272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.773+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WiDDYu inflight=1 count=7616565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.773845159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.773+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WiDDYu inflight=0 count=7616566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.818946812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhak2c4hjW5qBeQSri3Ug71iQeLdUPeHBcVywjo9aGzsGs + count=7643414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.818985356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aGzsGs count=7643415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.819537914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhoYHAV7bbAkQHTb3icBEgCufc3ERt8rzXjxAR7bn8GxYu + count=7616567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.819611664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.819+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n8GxYu count=7616568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.823632822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.823679864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.823+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aGzsGs inflight=1 count=7643417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.823685789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.823+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aGzsGs inflight=0 count=7643418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.826584548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.826+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.826625209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.826+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n8GxYu inflight=1 count=7616570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.826630486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.826+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n8GxYu inflight=0 count=7616571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.869908265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhigLYjZkPSKfkb9GU1fLLmBzC6DZ2L631HXVJ1cAct9Gs + count=7643419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.870056129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Act9Gs count=7643420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.870121544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhoP7BkuoLSU3bAfSh8vsX47fDBA1wS7d6aXxcynXYiCYu + count=7616572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.870172233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XYiCYu count=7616573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.874243789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.873+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.874278137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.874+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Act9Gs inflight=1 count=7643422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.874507348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.874+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Act9Gs inflight=0 count=7643423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.875407707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.875542293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.875+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XYiCYu inflight=1 count=7616575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.875628498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XYiCYu inflight=0 count=7616576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.921020085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.920+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhmZSdkyFD8vdJVhr5adATLoCXvX7xXyFAizBYvScxNBGs + count=7643424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.921156051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cxNBGs count=7643425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.921236912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.920+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhkRjc8AQvvhmrzb39ieFty1tNn4WNvWyGzw4Kw9srxxYu + count=7616577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.921278024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*srxxYu count=7616578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.926959829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.927005812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cxNBGs inflight=1 count=7643427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.927027368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cxNBGs inflight=0 count=7643428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.927186958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.927227511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*srxxYu inflight=1 count=7616580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.927453022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.927+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*srxxYu inflight=0 count=7616581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.971734657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.971+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Gs/zb2rhhnUoFi7bsXNLvhoMez2A1tx6rTcT1Frx123LSjLZo6Gs + count=7643429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.971817044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LZo6Gs count=7643430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.972157708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.971+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdMUY3yLpTQdveXMkXPD3mJdb31EDa5U2SGbk16B6vMYu + count=7616582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.972420285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B6vMYu count=7616583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.975951023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.975+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.975988007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.975+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LZo6Gs inflight=1 count=7643432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.976092127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:52.975+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LZo6Gs inflight=0 count=7643433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593292976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.978062703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.977+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.978095226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.977+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B6vMYu inflight=1 count=7616585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:52.978100252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:52.977+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B6vMYu inflight=0 count=7616586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593292978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.022612574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.022+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhZdFAioRwRaiBNoSDgMWHQScgRjm4PtPm5E6iWHTRh4AV + count=7643434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.022644311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.022+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TRh4AV count=7643435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.022928633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.022+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhfCB4CuTCXdPQ5qXsK5iNH7yjyCBxPTRCXdwkRVm862Yu + count=7616587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.022998222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.022+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m862Yu count=7616588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1jSMC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.026678336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.026+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.026711794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.026+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TRh4AV inflight=1 count=7643437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.026761768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.026+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TRh4AV inflight=0 count=7643438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.027634659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.027+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.027721810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.027+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m862Yu inflight=1 count=7616590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.027856703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.027+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m862Yu inflight=0 count=7616591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.073484460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.073+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rheLK3kwrQNLzaMmD33stSqK4jqbqUs7DP3UKNmRU7kJYu + count=7616592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.073556503Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.073+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U7kJYu count=7616593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.073128895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.072+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhdfYAjk8KTBiaPheaSUF8v2eE3KKVmYFzfTV4sLNnYSAV + count=7643439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.073234732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.073+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NnYSAV count=7643440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.077222371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.076+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.077257508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.077+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NnYSAV inflight=1 count=7643442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.077271470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.077+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NnYSAV inflight=0 count=7643443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.078597172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.078+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.078626863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.078+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U7kJYu inflight=1 count=7616595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.078721991Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.078+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U7kJYu inflight=0 count=7616596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.123845304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhePikpH88TJpFpWWRrMgmvkkMKu9ESDkWuAfxJrsazXAV + count=7643444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.123890072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sazXAV count=7643445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.124186343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhbGsTAKoUhjDtmUipBHsSUpUrVRuFKoTeovzWHqAGLLYu + count=7616597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.124224608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.124+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AGLLYu count=7616598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128592930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.128+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128635357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.128+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AGLLYu inflight=1 count=7616600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128676277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AGLLYu inflight=0 count=7616601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128110789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128141669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.127+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sazXAV inflight=1 count=7643447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.128153398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sazXAV inflight=0 count=7643448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.174664359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.174+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhaRJyDXuraJteu7HxUwRi1ByAxipuSZHCspgwmDkP1UAV + count=7643449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.174698605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.174+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kP1UAV count=7643450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.175350651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.174+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhf9Ujkj4B812mFbQvYwC82zi2NBbZr588PQw74uWNxzYu + count=7616602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.175412278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.175+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WNxzYu count=7616603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179573053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.179+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179635507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.179+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WNxzYu inflight=1 count=7616605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179640295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.179+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WNxzYu inflight=0 count=7616606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179171351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.178+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179221255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.179+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kP1UAV inflight=1 count=7643452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.179274661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.179+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kP1UAV inflight=0 count=7643453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.225670589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.225+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhm3bRbzVm2xJFt3rTFaUnagMvPrvXt5MBV4bLBiRSGKAV + count=7643454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.225811857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.225+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RSGKAV count=7643455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.226094908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.225+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhYes8uBFFGFq2vYgQ1pLqx6xgUXmbVCUyQHuVF6fPPyYu + count=7616607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.226188349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.225+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fPPyYu count=7616608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.230544845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.230574556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RSGKAV inflight=1 count=7643457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.230620024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RSGKAV inflight=0 count=7643458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.231295746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.231+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.231336807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.231+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fPPyYu inflight=1 count=7616610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.231488518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.231+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fPPyYu inflight=0 count=7616611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.276079107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.275+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfjJJdU358tYiw5NP88SQhFAhZaFacnQXnJdsLKgW2BAV + count=7643459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.276118998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.275+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gW2BAV count=7643460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.277101204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhfU5sj7CkVSaUVoX9pHk44fP2p5dVv1Frn68tYjeaneYu + count=7616612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.277251201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.276+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eaneYu count=7616613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.280191673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.279+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.280223480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.280+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gW2BAV inflight=1 count=7643462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.280228495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.280+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gW2BAV inflight=0 count=7643463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.282185142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.281+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.282231185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.281+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eaneYu inflight=1 count=7616615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.282241313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.282+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eaneYu inflight=0 count=7616616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.326792177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.326+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhY8TnTuyVN4ZYrPYdtvvCorqqUZRvnZe2t6f9fNzPLeAV + count=7643464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.326833255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.326+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zPLeAV count=7643465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.327740083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.327+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhasMacZ1CQr66FZQZEdPaGYRJMHBxQckCJfNnsNF9V4Yu + count=7616617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.327775557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.327+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F9V4Yu count=7616618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.330714204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.330+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.330755566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.330+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zPLeAV inflight=1 count=7643467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.330761472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.330+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zPLeAV inflight=0 count=7643468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.331748246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.331+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.331891151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.331+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F9V4Yu inflight=1 count=7616620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.331914679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.331+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F9V4Yu inflight=0 count=7616621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.378493817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.378+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhgavSu3ZjkPHAQt3x5H869KcnJg3mk76YR7ePUghrmzYu + count=7616622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.378552022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.378+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hrmzYu count=7616623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.378090885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.377+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhi3uj6GWogAjyEBNWY1Q8e4BztE2VnNyLmGLFkNjQpaAV + count=7643469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.378132787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.377+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jQpaAV count=7643470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.382280531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.382+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.382307203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.382+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jQpaAV inflight=1 count=7643472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.382415961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.382+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jQpaAV inflight=0 count=7643473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.384069049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.384104756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hrmzYu inflight=1 count=7616625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.384365911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.383+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hrmzYu inflight=0 count=7616626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.428887931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.428+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfVQZHrzSDkNRwTBra5VBR1LVHy9vzzZRck53bRubBcAV + count=7643474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.428925069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.428+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ubBcAV count=7643475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.429886605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.429+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhi77Ywwu5r4RHchBdRSw7RWZqz3qpZtZT1h9Bo59UvyYu + count=7616627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.429939282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.429+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9UvyYu count=7616628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.433663128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.433+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.433693295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.433+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ubBcAV inflight=1 count=7643477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.433698185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.433+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ubBcAV inflight=0 count=7643478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.435396942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.434+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.435444993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.435+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9UvyYu inflight=1 count=7616630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.435455090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.435+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9UvyYu inflight=0 count=7616631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.435025367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.434+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7643479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.479340911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.479+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhhN87tJ3D8vrtst3YmQxkHwP5R9PshqFSRcsmoHWmqLAV + count=7643480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.479376509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.479+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WmqLAV count=7643481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.480922277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.480+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhjC8SdBqDdi6DFUHRM3MSWVbZDB3yEBVvXxyVXbC8RFYu + count=7616632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.480994739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.480+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C8RFYu count=7616633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.483104958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.483137489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WmqLAV inflight=1 count=7643483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.483142315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WmqLAV inflight=0 count=7643484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.487959425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.488147538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C8RFYu inflight=1 count=7616635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.488171303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.488+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C8RFYu inflight=0 count=7616636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.530637681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.530+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhge5qu26g7K6y3seLgHHJ4A3FxsS8qRqi6FXn2idtUeAV + count=7643485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1nMOx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.530679857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.530+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dtUeAV count=7643486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.531624888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.531+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdcXxVQJPKVA3teveuhVLbgTBhEURzKSHKuzHgPMG2sYu + count=7616637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.531671555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.531+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MG2sYu count=7616638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.535144117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.535202993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dtUeAV inflight=1 count=7643488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.535280740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.535+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dtUeAV inflight=0 count=7643489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.536098857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.535+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.536143778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MG2sYu inflight=1 count=7616640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.536356064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.536+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MG2sYu inflight=0 count=7616641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.582897397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.582+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rha4YU47Lf9S4G7GLVfpqTJRgcNR4NvDHd5mEnL9hCDpYu + count=7616642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.582947679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.582+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hCDpYu count=7616643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.583627204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.583+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhkpGMMF1faKKkWCj8NaBUsspru5kSKnLBgn25zJdDNpAV + count=7643490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.583667742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.583+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dDNpAV count=7643491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.587603923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.587644073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hCDpYu inflight=1 count=7616645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.587650989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hCDpYu inflight=0 count=7616646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.588097848Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.588137983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dDNpAV inflight=1 count=7643493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.588163390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.587+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dDNpAV inflight=0 count=7643494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1lm3o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.634097108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.633+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rheHCzMhnxwFTHE4tj6crGmvbv1PDbWVuq9KNHZzhg4VYu + count=7616647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.634184548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.633+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hg4VYu count=7616648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.634624147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.634+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhYFn1PbAsUDGwjsrdeA8rVR2eVzcPaGXGa6iBA1MN5eAV + count=7643495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.634669583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.634+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MN5eAV count=7643496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638417893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.638+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638612057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.638+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hg4VYu inflight=1 count=7616650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638634126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.638+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hg4VYu inflight=0 count=7616651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638407897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.637+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638437535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.638+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MN5eAV inflight=1 count=7643498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.638442467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.638+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MN5eAV inflight=0 count=7643499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.685321943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.684+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhbeTUwXpzcEVhGQEC55SbxeGt8UWmzEV2q8vF8xNhdYYu + count=7616652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.685421526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.684+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NhdYYu count=7616653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.685795936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.685+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhX8qjixsmBMnN6kfEnrkrwNWAG6SUA1EdaipuQU6a9SAV + count=7643500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.685844283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.685+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6a9SAV count=7643501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.689856037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.689+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.689887033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.689+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NhdYYu inflight=1 count=7616655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.689899790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.689+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NhdYYu inflight=0 count=7616656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.691268934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.690+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.691321373Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.691+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6a9SAV inflight=1 count=7643503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.691335243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.691+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6a9SAV inflight=0 count=7643504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.736602562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.736+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhoizXem22LzimebzCCNXrseXvFHnuHMT3UBq4Wy11VEYu + count=7616657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.736653358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.736+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*11VEYu count=7616658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.736848307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.736+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfHA47k6S8K8U3eVgyVDyHG1zsh6hsS39fpsmQWCa1SAV + count=7643505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.736894250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.736+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ca1SAV count=7643506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.742479157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.741+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.742517179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.742+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*11VEYu inflight=1 count=7616660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.742530672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.742+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*11VEYu inflight=0 count=7616661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.745868002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.745+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.745908395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.745+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ca1SAV inflight=1 count=7643508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.745913592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.745+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ca1SAV inflight=0 count=7643509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.787499221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.787+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhaj3H7LNWLYzJ3dZQSFF3SK79qU8fy3tp5PsvZskhLGAV + count=7643510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.787574968Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.787+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*khLGAV count=7643511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.788069628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.787+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhhWRX3DjFUYfru8aBAyGPujNcuGhUbQtwCepga63dhvYu + count=7616662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.788217212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.787+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3dhvYu count=7616663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.791461827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.791508823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*khLGAV inflight=1 count=7643513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.791513993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*khLGAV inflight=0 count=7643514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.793928956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.793+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.793974263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3dhvYu inflight=1 count=7616665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.794148640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.793+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3dhvYu inflight=0 count=7616666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.837911318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.837+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhdVDq4AtVsCJJScH5ymPH663b84Vwp7veDB8Xgd3njKAV + count=7643515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.837997313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.837+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3njKAV count=7643516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.838552757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.838+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhWivVCCaQDF58SrypG6REhmpuVdGZQv8YQDsBaoxP4vYu + count=7616667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.838579766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.838+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xP4vYu count=7616668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.841675081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.841+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.841715878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.841+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3njKAV inflight=1 count=7643518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.841730113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.841+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3njKAV inflight=0 count=7643519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.842779849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.842+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.842812639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.842+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xP4vYu inflight=1 count=7616670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.842843542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.842+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xP4vYu inflight=0 count=7616671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.889499531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.889+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhjUTbTMfVMLwBG5JjL6dD8A6txEhCtavHdwTfrSyoBqYu + count=7616672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.889553731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.889+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yoBqYu count=7616673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.889200504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.888+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhdam91mZUhmoWDAAHkUwE5ME8NcReBMsY4bVSe6KWE7AV + count=7643520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.889246458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.888+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KWE7AV count=7643521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.893934374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.893+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.893991726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.893+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KWE7AV inflight=1 count=7643523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.893996984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.893+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KWE7AV inflight=0 count=7643524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.895038740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.894+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.895112895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.894+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yoBqYu inflight=1 count=7616675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.895139652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.894+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yoBqYu inflight=0 count=7616676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.940536443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.940+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdgY3iDbuMhY3ygTCcfnMD5Q2VBusZjuSnaHjz6bEgTYu + count=7616677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.940590724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.940+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bEgTYu count=7616678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.940417462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.940+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhbz3ig7KJHFs68AcydtmU8ieLx1eAmHJYRLKsZBx95KAV + count=7643525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.940452290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.940+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*x95KAV count=7643526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.944413444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.944+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.944448666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.944+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x95KAV inflight=1 count=7643528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.944455351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.944+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x95KAV inflight=0 count=7643529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.945996882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.945+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.946037127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.945+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bEgTYu inflight=1 count=7616680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.946053554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.945+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bEgTYu inflight=0 count=7616681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.990781613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.990+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhcJdL5e4tv93jo5WJYpSDmEjYdxWxkoDwAKLwzMHsgEAV + count=7643530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.990823446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.990+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HsgEAV count=7643531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.991536597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.991+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhY3R4v54GBKGWArrcgfkh68RFfMEfWzo6TQuoiLn2WLYu + count=7616682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.991601358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.991+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n2WLYu count=7616683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.994665588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.994+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.994699482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.994+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HsgEAV inflight=1 count=7643533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.994785107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:53.994+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HsgEAV inflight=0 count=7643534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593293994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.996176937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.995+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.996224112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.995+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n2WLYu inflight=1 count=7616685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:53.996233421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:53.996+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n2WLYu inflight=0 count=7616686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593293996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.041189507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.040+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhkrHMjjDt2mvkz1PGDSVuqzwSmtD3VVEhya63eTcCwpAV + count=7643535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.041256642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.040+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cCwpAV count=7643536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.045257106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.044+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.045294743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.045+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cCwpAV inflight=1 count=7643538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.045355274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.045+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cCwpAV inflight=0 count=7643539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.048461180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.047+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhe49eMxrNBGCp75yqweSHxyter5Fj75H8dbWByA3VmdYu + count=7616687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.048500140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.048+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3VmdYu count=7616688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.053959203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.053+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.053999321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.053+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3VmdYu inflight=1 count=7616690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.054022450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.053+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3VmdYu inflight=0 count=7616691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.091834193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.091+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhmLY6V4rBWD7h7BhyXqLYsxrKRkJXGUidDrZMi5AphUAV + count=7643540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294091]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.091871404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.091+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AphUAV count=7643541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294091]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.095845234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.095+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.095881104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.095+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AphUAV inflight=1 count=7643543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.095979551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.095+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AphUAV inflight=0 count=7643544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.099534103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.099+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhgbdBiiCRNRsnPZA7pmdPmPQq5G3UELbxmfQbmp8xQ2Yu + count=7616692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.099585592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.099+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8xQ2Yu count=7616693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.104474531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.104+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.104509437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.104+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xQ2Yu inflight=1 count=7616695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.104545901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.104+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8xQ2Yu inflight=0 count=7616696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.142468509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.142+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhcePe1drUdogeTkCJn1ppTqhFyVLn8PqNk1pNZ5jiz5AV + count=7643545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294142]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.142499899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.142+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jiz5AV count=7643546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294142]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.146506010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.146564056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jiz5AV inflight=1 count=7643548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.146570772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jiz5AV inflight=0 count=7643549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.150376590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.149+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhizmkXXffdgq4KPGdJ9rhZ8kwSWFN2AtJeS2C9ZSuM3Yu + count=7616697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.150433497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.150+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SuM3Yu count=7616698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.156368644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.156413863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.156+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SuM3Yu inflight=1 count=7616700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.156420978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.156+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SuM3Yu inflight=0 count=7616701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.192915682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.192+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rheC4oh61aqmkLmcgFXdmKiXYxK4nzv5E79jLinaNbhoAV + count=7643550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.192998985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.192+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NbhoAV count=7643551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.197904904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.197+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294197]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.197966239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.197+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NbhoAV inflight=1 count=7643553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294197]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.198063473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.197+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NbhoAV inflight=0 count=7643554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.200895516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.200+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rho9Wteyj2JMM7p73LM8yXJ1f34GGvm9tZcoqvuVJ8gJYu + count=7616702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.200961172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.200+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J8gJYu count=7616703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.207110289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.207164386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8gJYu inflight=1 count=7616705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.207225496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8gJYu inflight=0 count=7616706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.248321800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.247+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhYpdqRChdAg19YxcebBJWAURgJC241SBjro1VZcSEgjAV + count=7643555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.248374980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.248+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SEgjAV count=7643556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.251739789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.251+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Yu/zb2rhdzznPgWEnkUKqyB3MuVkxMJheCE5mjYbAJs54XNCqGYu + count=7616707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.251816682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.251+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NCqGYu count=7616708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.253367392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.252+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.253425043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.253+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SEgjAV inflight=1 count=7643558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.253439826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.253+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SEgjAV inflight=0 count=7643559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.257906989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.257+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.257951654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.257+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NCqGYu inflight=1 count=7616710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.258040668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.257+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NCqGYu inflight=0 count=7616711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.298897667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.298+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhcChCoyoBA5hL6tshu1kS9x12HdiPHvABTbXmTWGUAwAV + count=7643560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.298939069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.298+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GUAwAV count=7643561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.302694343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.302+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhjosLirC3t16LqMZJvEAw2navAht7iMFCpwSmqhL9EJcr + count=7616712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.302730005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.302+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L9EJcr count=7616713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.303587439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.303+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.303631993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.303+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GUAwAV inflight=1 count=7643563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.303638158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.303+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GUAwAV inflight=0 count=7643564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.308820219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.308+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.308869429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.308+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9EJcr inflight=1 count=7616715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.308982913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.308+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9EJcr inflight=0 count=7616716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.350197546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.349+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhoXvPE1QuCfVKsjPJTtHXA4tsCufDMrySKTisKLhARyAV + count=7643565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.350289525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.349+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hARyAV count=7643566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.353425885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.352+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhjMBtGuurxvmtKMQhAn14XPdRVThyQGD6es2nAVziVLcr + count=7616717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.353584804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.353+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ziVLcr count=7616718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.354917212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.354+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.355037244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.354+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hARyAV inflight=1 count=7643568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.355064669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.354+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hARyAV inflight=0 count=7643569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.358790426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.358841102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ziVLcr inflight=1 count=7616720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.358955656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.358+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ziVLcr inflight=0 count=7616721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.401523045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.401+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhhNYJ8BoE1K4hb8CAgcbF7d6f6PhUU6Rr5Zipsy1MnxAV + count=7643570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.401687839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.401+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1MnxAV count=7643571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.404409168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.404+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhij5aksXENN6F624wo1agbsrcBe7eV71WegPEEf6otacr + count=7616722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.404459360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6otacr count=7616723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.405420677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.405+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.405448777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.405+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1MnxAV inflight=1 count=7643573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.405532420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.405+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1MnxAV inflight=0 count=7643574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.410537043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.410+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.410570946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.410+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6otacr inflight=1 count=7616725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.410575646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.410+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6otacr inflight=0 count=7616726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.452085300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.451+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfVgiNQoVRm7WxMvvTg2jfsVGQ6z1vAaFC9gDYepGweAV + count=7643575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.452121226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.451+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pGweAV count=7643576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.455129715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.454+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhn3v9BMpbXkE11pkd1yYgwingPND4qR12AQMGPo96PYcr + count=7616727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.455172297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.454+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*96PYcr count=7616728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.456239456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.455+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.456273640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.456+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pGweAV inflight=1 count=7643578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.456304120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.456+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pGweAV inflight=0 count=7643579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.459201732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.458+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.459375617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.458+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*96PYcr inflight=1 count=7616730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.459400034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*96PYcr inflight=0 count=7616731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.464807121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.464+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7616732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.502822056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.502+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhmJRbjeSNwxCwRf3nsFPGyW4FJckdtqRBrTnHwnYqxpAV + count=7643580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.502859737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.502+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YqxpAV count=7643581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.506185133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.505+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhhyMZ5rgDRbH2T9GsoUscVp8WysZEHoAQDVc1WM6YKQcr + count=7616733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.506311540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6YKQcr count=7616734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.507656500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.507+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.507751851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.507+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YqxpAV inflight=1 count=7643583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.507807532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.507+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YqxpAV inflight=0 count=7643584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.511704657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.511763594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.511+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6YKQcr inflight=1 count=7616736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.511855639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.511+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6YKQcr inflight=0 count=7616737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.553363056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.553+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rho3CecR1cAZwJoumSMGHbYTirRUTnQ53A9iDDa1BMWvAV + count=7643585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.553448869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.553+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BMWvAV count=7643586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.557492844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhauqSLGcNpjKCtVLD22Lr3nQM24Z7jPsCJehtHAXgJdcr + count=7616738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.557540359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XgJdcr count=7616739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.557457375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.557+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.557495009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.557+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BMWvAV inflight=1 count=7643588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.557510268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.557+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BMWvAV inflight=0 count=7643589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.562785987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.562827529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.562+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XgJdcr inflight=1 count=7616741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.562835656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.562+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XgJdcr inflight=0 count=7616742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.604038935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.603+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhkRcQ3T3PXKA4WXkohjMHqL48oeaEajoD7zagetbk9kAV + count=7643590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.604077816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.603+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bk9kAV count=7643591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.607854507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.607+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.607892819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.607+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bk9kAV inflight=1 count=7643593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.607898775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.607+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bk9kAV inflight=0 count=7643594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.608507061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhoq6XLoLbJ7hLWcwRvxpshorVPXEDgVw5s554zYJEdfcr + count=7616743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.608553590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JEdfcr count=7616744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.615162901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.614+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.615213568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.614+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JEdfcr inflight=1 count=7616746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.615221492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.614+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JEdfcr inflight=0 count=7616747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.655253980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.654+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhY9r8iQLwvXcYyafCxPxbYZpeCnRdhiCVdnRwZZDTNKAV + count=7643595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.655305049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.655+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DTNKAV count=7643596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.659834828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhaw2CQqavMTTNGyFt1Ms1XK61hALKkzqj1mffbcUFWEcr + count=7616748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.659179491Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.658+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.659222276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.659+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DTNKAV inflight=1 count=7643598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.659227254Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.659+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DTNKAV inflight=0 count=7643599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.660006577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.659+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UFWEcr count=7616749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.678271916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.667+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.678320413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.667+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UFWEcr inflight=1 count=7616751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.678329324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.667+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UFWEcr inflight=0 count=7616752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.705836541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.705+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfsEC74Vq6hwNGintnABEXPAst2xH9K9Yq8ytrjst3tAV + count=7643600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.705875837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.705+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*st3tAV count=7643601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.710969235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhaCGwRfJEEd5aKAawUEDR2gGiojZFUxKyRqZPBmTQWpcr + count=7616753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.711082299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TQWpcr count=7616754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.711221645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.710+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.711259974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.711+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*st3tAV inflight=1 count=7643603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.711265300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.711+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*st3tAV inflight=0 count=7643604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.715883679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.715916379Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQWpcr inflight=1 count=7616756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.715965062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.715+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQWpcr inflight=0 count=7616757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.756822114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.756+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhaiuKTG1hux1KmT62hVrG3bFWFtGHop6s5zYik67UzbAV + count=7643605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.756858454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.756+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7UzbAV count=7643606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.760489883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.760+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.760522550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.760+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7UzbAV inflight=1 count=7643608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.760527564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.760+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7UzbAV inflight=0 count=7643609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.762706105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.762+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhitbkfsD2jta8RwY1Sde2JyxpWxwTm7GVqcEVEC9kKhcr + count=7616758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.762795869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9kKhcr count=7616759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.769535218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.769+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.769613682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.769+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9kKhcr inflight=1 count=7616761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.769625777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.769+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9kKhcr inflight=0 count=7616762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.808114348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.807+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhXzB5bMAfDNwoKR9ntxYZ1UDowJigSoSLFodAnr6NS5AV + count=7643610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.808155386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.807+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6NS5AV count=7643611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.812374187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.812+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.812428993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.812+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6NS5AV inflight=1 count=7643613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.812501957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.812+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6NS5AV inflight=0 count=7643614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.813759075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.813+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhnWYPGhrxtMswhgi9Chb851BQRFGChQPrX1zKfvSaVjcr + count=7616763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.813831117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.813+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SaVjcr count=7616764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.818384231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.818+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.818421687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.818+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SaVjcr inflight=1 count=7616766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.818565738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SaVjcr inflight=0 count=7616767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.859116649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.858+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhYr6FCN5c6WZM5FvMPBNf8TYVpddsbu1DpJeSCHuME5AV + count=7643615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.859175219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.858+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uME5AV count=7643616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.863403168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.863+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.863438623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.863+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uME5AV inflight=1 count=7643618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.863443613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.863+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uME5AV inflight=0 count=7643619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.865059898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.864+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhmqEh3L8mzoMESXTGjE7qtQudxjbCoYeCgq6j9LbxjUcr + count=7616768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294865]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.865108438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.864+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bxjUcr count=7616769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294865]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.871126245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.870+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.871177691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.870+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bxjUcr inflight=1 count=7616771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.871196508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.871+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bxjUcr inflight=0 count=7616772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.909958766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.909+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhjZJ4jF3WgbDeh6WS2C2QD13B9FTYu9bcnqjwjhrnGJAV + count=7643620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.910042598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.909+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rnGJAV count=7643621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.915861114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.915+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhY93qMrKgfwqJTJGQdxoc3Jn79WC91Q4hwpPmda2VGvcr + count=7616773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.915908845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.915+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2VGvcr count=7616774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.916665165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.916+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.916700567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.916+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rnGJAV inflight=1 count=7643623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.916705765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.916+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rnGJAV inflight=0 count=7643624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.920458151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.920+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.920603603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.920+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2VGvcr inflight=1 count=7616776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.920701284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.920+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2VGvcr inflight=0 count=7616777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.961054220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.960+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhkfw34dnwNufcHGmP1cM1ps5FL7M2bsHx48ga56YZ3xAV + count=7643625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.961209335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.960+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YZ3xAV count=7643626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.966147285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhmnhMA1MY7bQMZ1pn7xwKzGoHhC7RuHSSeeAeww9upocr + count=7616778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.966185172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.966+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9upocr count=7616779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.966229449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.965+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.966261560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.966+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YZ3xAV inflight=1 count=7643628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.966388617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:54.966+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YZ3xAV inflight=0 count=7643629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593294966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.972119693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.971+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.972175090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9upocr inflight=1 count=7616781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:54.972291643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:54.972+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9upocr inflight=0 count=7616782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593294972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.012302653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.011+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhZEKZ9vj8tHUQXjWxomqCEV9UFQ6n9jQPaGAtVZTF47AV + count=7643630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.012351519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.012+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TF47AV count=7643631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.016198333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.015+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.016231584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.016+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TF47AV inflight=1 count=7643633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.016288098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.016+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TF47AV inflight=0 count=7643634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.017247003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhYAGRm2nB75acJ3KygCjV1o5iahRtwFcoijLwrRv3Zqcr + count=7616783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.017299921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v3Zqcr count=7616784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.023838673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.023+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.023886167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.023+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v3Zqcr inflight=1 count=7616786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.023895076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.023+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v3Zqcr inflight=0 count=7616787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.062798647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.062+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhmKQa4sre4aNMoYrD7mrEBUrkf5fui1WHJ1n24K6eQaAV + count=7643635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.062852882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.062+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6eQaAV count=7643636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.066786798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.066+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.066853448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.066+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6eQaAV inflight=1 count=7643638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.066950685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.066+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6eQaAV inflight=0 count=7643639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.067660450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhbNdNfzHhh2h4iuP8NfJqwJtr3oDPhrEJHvKrfGhqiMcr + count=7616788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.067711021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.067+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hqiMcr count=7616789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.072043984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.071+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.072074943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.071+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hqiMcr inflight=1 count=7616791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.072079870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.071+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hqiMcr inflight=0 count=7616792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.113362416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.113+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhgnymvamew7cVYTXfA9B4tA2mVmm1hP9kvpMXEFvQEHAV + count=7643640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295113]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.113403595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.113+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vQEHAV count=7643641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295113]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.117196412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.116+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.117255627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.117+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vQEHAV inflight=1 count=7643643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.117261416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.117+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vQEHAV inflight=0 count=7643644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.118802167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rheznr3MR6Ac3vgC3WkXBsm4LKJCRMZTpu3Eamuu6F43cr + count=7616793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.118878245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.118+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6F43cr count=7616794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.123398408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.123529878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6F43cr inflight=1 count=7616796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.123623271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6F43cr inflight=0 count=7616797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.164646011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.164+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhniCNNMTFPWxPxuwcNBtxBSF67KoT4sx9pq3reXKnDLAV + count=7643645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.164723890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.164+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KnDLAV count=7643646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.169287298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.168+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhasHNgKRt63HmZupT4Q5PsRNjuAAbaYWy5yF4KytrP7cr + count=7616798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.169380502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.168+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*trP7cr count=7616799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.169885660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.169+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.169947904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.169+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KnDLAV inflight=1 count=7643648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.170057047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.169+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KnDLAV inflight=0 count=7643649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.174709572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.174+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.174755691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.174+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*trP7cr inflight=1 count=7616801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.174877081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.174+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*trP7cr inflight=0 count=7616802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.215515540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.215+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhcaNtBzfBJpQHpy7iXkbekcQVrFNwvb2FkSQmmd2KVyAV + count=7643650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.215601762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.215+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2KVyAV count=7643651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.219655874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.219+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.219691428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.219+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2KVyAV inflight=1 count=7643653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.219695679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.219+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2KVyAV inflight=0 count=7643654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.220505319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.220+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhaSEVLqdC7iQU5dNAGYp5wBPD5prCSowG3U851rGkgtcr + count=7616803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.220545853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.220+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Gkgtcr count=7616804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.226449996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.226+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.226484776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.226+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gkgtcr inflight=1 count=7616806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.226489530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.226+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gkgtcr inflight=0 count=7616807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.266316703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.265+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhitjZR6GnB2MvfgBKdYUQX1uyGxvGFvDAZGzSLviqvvAV + count=7643655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.266357420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.266+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iqvvAV count=7643656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.270975269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.270+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhXZnkp1ExHwgVsgnEHM9FNWpsR7oskaPGsenBbLbUb2cr + count=7616808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.271031667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.270+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bUb2cr count=7616809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.271714547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.271+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.271753780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.271+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqvvAV inflight=1 count=7643658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.271759391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.271+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqvvAV inflight=0 count=7643659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.275370156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.275+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.275449437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.275+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUb2cr inflight=1 count=7616811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.275637494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.275+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUb2cr inflight=0 count=7616812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.317182749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.316+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhi3V6sGZ663A8CQiMYQVecBddwXiFrynah9F2vxbibbAV + count=7643660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.317226824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.316+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bibbAV count=7643661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.322127952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.321+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhnvKzzcC88X6FXWcVeVGtchgFzNmuAXujzTxpjJr4V8cr + count=7616813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.322181633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.321+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r4V8cr count=7616814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.322176977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.321+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643662","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.322210745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.321+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bibbAV inflight=1 count=7643663","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.322324084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.322+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bibbAV inflight=0 count=7643664","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.326557097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.326+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.326586207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.326+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4V8cr inflight=1 count=7616816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.326590935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.326+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4V8cr inflight=0 count=7616817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.367767719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.367+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfEpPTBmhWBKmjjkw7uybjCdx3EaMEFLvQj1CcrW7M7AV + count=7643665","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.367808990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.367+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W7M7AV count=7643666","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.372181408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.371+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643667","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.372212217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.371+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7M7AV inflight=1 count=7643668","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.372216734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.372+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7M7AV inflight=0 count=7643669","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.373335348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.372+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhkHJed5bEpMKYTHTAoeav2zHravMj8nqAcH8z7vW9owcr + count=7616818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.373374107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.373+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W9owcr count=7616819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.379767058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.379+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.379795018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.379+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W9owcr inflight=1 count=7616821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.379799475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W9owcr inflight=0 count=7616822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.418748384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.418+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhaqyGDPg55DasxtU8LGKSd4HYyMZS1RySu5xq4ZsNcQAV + count=7643670","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295418]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.418788137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.418+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sNcQAV count=7643671","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295418]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.422707224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.422+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643672","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.422762155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.422+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sNcQAV inflight=1 count=7643673","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.422828879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.422+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sNcQAV inflight=0 count=7643674","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.424385864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.424+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhddDbS7zF4kmZ2jjBWAsr9FwC1wSnLsGa1gcvy9R1Epcr + count=7616823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.424484425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.424+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*R1Epcr count=7616824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.430023860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.429+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.430060223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.429+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R1Epcr inflight=1 count=7616826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.430158610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.430+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R1Epcr inflight=0 count=7616827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.469389828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.469+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhmRFtVNRiWWbs9fPteD6g8WzH4x2zwa8BGnvY7gQY39AV + count=7643675","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295469]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.469450421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.469+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QY39AV count=7643676","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295469]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.473724075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.473+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643677","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.473758189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.473+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QY39AV inflight=1 count=7643678","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.473841060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.473+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QY39AV inflight=0 count=7643679","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.475688952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.475+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhk1L8zhubTVMpG3aChjZV76R6vx8MfL9m8tRcsHLMcjcr + count=7616828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.475726936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.475+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LMcjcr count=7616829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.479909736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.479943157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LMcjcr inflight=1 count=7616831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.479986768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LMcjcr inflight=0 count=7616832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.520304760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.519+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhey532uYEqS8Z2YYbKzyvd11Lmtx5Zwy2BxMV6L51hPAV + count=7643680","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.520349189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.520+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*51hPAV count=7643681","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.524352947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.524+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643682","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.524386381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.524+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*51hPAV inflight=1 count=7643683","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.524391507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.524+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*51hPAV inflight=0 count=7643684","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.526505205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.526+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhdD6p2pJFjuSSijyQGUKcM2RtJGXsYiprjcooKjiNNmcr + count=7616833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.526578346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.526+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iNNmcr count=7616834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.534847873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.534881208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.534+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iNNmcr inflight=1 count=7616836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1lm7o","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.534885966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.534+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iNNmcr inflight=0 count=7616837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.570996823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.570+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhgv9QrBTNqLHawrCWwCdtvtQFdjFHtdaT73SFVJq3s4AV + count=7643685","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.571038038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.570+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q3s4AV count=7643686","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.575293105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.574+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643687","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.575326753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.575+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q3s4AV inflight=1 count=7643688","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.575331155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.575+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q3s4AV inflight=0 count=7643689","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.577509509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.577+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhZ9dYFYHjYCHrVtrrg7QtAKkPFr12qWsFb13vvTbUu8cr + count=7616838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.577547308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.577+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bUu8cr count=7616839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.581687847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.581+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.581735975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.581+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUu8cr inflight=1 count=7616841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.581998971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.581+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUu8cr inflight=0 count=7616842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.621967686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.621+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhZMWKtBdTHpGZakcbkAdougkGBAxnWM7hDnTBDkCsY7AV + count=7643690","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.622006827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.621+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CsY7AV count=7643691","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.626176144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.625+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643692","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.626219192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.625+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CsY7AV inflight=1 count=7643693","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.626325179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.625+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CsY7AV inflight=0 count=7643694","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.628576005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.628+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhXmi7XJdpo7j2kqFyccuoA4sDTw6aV5eqBgLZm5T2cBcr + count=7616843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.628640041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.628+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*T2cBcr count=7616844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.634782392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.634+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.634831314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.634+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T2cBcr inflight=1 count=7616846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.634848999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.634+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T2cBcr inflight=0 count=7616847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.675245603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.672+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhdQjfgDeC7qnWC8EiYAY7nyEcB2NaQUvxen78KmHFPoAV + count=7643695","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.675280732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.672+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HFPoAV count=7643696","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.679448462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.679+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhmyP41hpcMGQjkz9sCaNkCTTsNWAAVbMGwSqXoThqjgcr + count=7616848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.679516414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.679+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hqjgcr count=7616849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.680020460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.679+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643697","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.680058499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.679+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFPoAV inflight=1 count=7643698","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.680067193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.679+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFPoAV inflight=0 count=7643699","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.684058730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.684321707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.684+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hqjgcr inflight=1 count=7616851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.684479636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.684+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hqjgcr inflight=0 count=7616852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.723630639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.723+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhetXpnHw4Dzz6sNp2Y3amXbk4Xkra4jXGmd5EXVLfKaAV + count=7643700","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.723675154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.723+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LfKaAV count=7643701","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.727716006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.727+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643702","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.727750164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.727+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LfKaAV inflight=1 count=7643703","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.727754724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.727+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LfKaAV inflight=0 count=7643704","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.729954611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.729+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhkxZw7LF5TevvXt6is4CcFFJt7Yc7DKQg5j5fbr5jDYcr + count=7616853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295729]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.730021826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.729+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5jDYcr count=7616854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.735384997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.735+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.735410951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.735+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5jDYcr inflight=1 count=7616856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.735576165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.735+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5jDYcr inflight=0 count=7616857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.774115490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.773+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhfJRkk2urMy9xZNYpp2y8KADXR9DFbr4iLcCWQmxRdqAV + count=7643705","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.774255011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.773+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xRdqAV count=7643706","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.778241377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.777+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643707","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.778275911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.778+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xRdqAV inflight=1 count=7643708","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.778317083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.778+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xRdqAV inflight=0 count=7643709","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.781305656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.780+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhaHCdbrygjMutxFKXyQ5rE68cz8J4mpt57ZRxm3w9Nncr + count=7616858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.781356399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.781+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*w9Nncr count=7616859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.785886193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.785+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.785924870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.785+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w9Nncr inflight=1 count=7616861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.785934672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.785+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w9Nncr inflight=0 count=7616862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.824798039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.824+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhf2okzMptMeevo4XchFbib2aBHfgjoVqWNNhjnrmfP4AV + count=7643710","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.824834401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.824+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mfP4AV count=7643711","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.828849177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.828+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643712","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295828]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.828885082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.828+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mfP4AV inflight=1 count=7643713","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295828]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.828890392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.828+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mfP4AV inflight=0 count=7643714","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295828]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.832527633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.832+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhkyKaajEXGAygdXRh2THdaNnUsoUytdNPBVoh9FyyHhcr + count=7616863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.832588582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.832+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yyHhcr count=7616864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.837858413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.837+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.837965819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.837+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yyHhcr inflight=1 count=7616866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1puJz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.838029112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.837+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yyHhcr inflight=0 count=7616867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.875465509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.875+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/AV/zb2rhbMCbPfXnySbmvUy6DHkG7MgFsEHSpUNUQx3wwbsdrTAV + count=7643715","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.875508283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.875+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sdrTAV count=7643716","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.880001477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.879+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643717","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.880045787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.879+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sdrTAV inflight=1 count=7643718","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.880108517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.880+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sdrTAV inflight=0 count=7643719","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.883571195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.883+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhZHVunNKRuXYwsD98jn67JHZG2VKfD1Qs8wZZaZWcBQcr + count=7616868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.883602193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.883+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WcBQcr count=7616869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.887966611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.887+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.887994712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.887+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WcBQcr inflight=1 count=7616871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.888166841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.887+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WcBQcr inflight=0 count=7616872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.926712544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.926+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhocgYSJmi9KvGmXrYUxtUdaGwMHqvYdsdQbZsKGSXrbce + count=7643720","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.926750259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.926+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SXrbce count=7643721","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.932066630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.931+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643722","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.932104287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.931+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SXrbce inflight=1 count=7643723","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.932110812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.931+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SXrbce inflight=0 count=7643724","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.934645217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.934+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhfRayCrESXeEeaiS2ymcr932D3Rbx8uUpjpf5RFcWS7cr + count=7616873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.934686256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.934+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cWS7cr count=7616874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.938968338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.938+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.938997341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.938+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cWS7cr inflight=1 count=7616876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.939262443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.938+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cWS7cr inflight=0 count=7616877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.977385168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.977+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhY7RUwbDXKdVWNB6Faj5NrJKEThiq6jH2Uvd9UqucGFce + count=7643725","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.977420564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.977+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ucGFce count=7643726","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.981200757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.980+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643727","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.981230323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.981+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ucGFce inflight=1 count=7643728","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.981275023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:55.981+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ucGFce inflight=0 count=7643729","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593295981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.985734092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.985+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhhPBRFL5Mi6uEcwggAhdS1qu5n7jYxzmFQRLy5X1Mhpcr + count=7616878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295985]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.986027009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.985+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1Mhpcr count=7616879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.990300690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.990+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.990615635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.990+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1Mhpcr inflight=1 count=7616881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:55.990629178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:55.990+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1Mhpcr inflight=0 count=7616882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593295990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.028299724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.027+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhiUwR22L66BScRCahExRWLHeZGZ2d5eveUZPNa4XNWjce + count=7643730","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.028351759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.028+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XNWjce count=7643731","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.033759420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.033+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643732","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.033813063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.033+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XNWjce inflight=1 count=7643733","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.033848055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.033+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XNWjce inflight=0 count=7643734","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.037348608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.036+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhYwsot1rpe1ryA7merEK7XoY6XbGACLhXHAmLfGhzedcr + count=7616883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.037605689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hzedcr count=7616884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.043141707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.042+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.043346793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.042+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hzedcr inflight=1 count=7616886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.043414714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hzedcr inflight=0 count=7616887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.079386734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.079+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYmMmwoHPnovzFyfUmdg2QHoBsmFw1etgsuxhaJTFHgce + count=7643735","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.079438952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.079+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TFHgce count=7643736","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.083989925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.083+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643737","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.084037832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.083+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFHgce inflight=1 count=7643738","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.084071743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.083+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFHgce inflight=0 count=7643739","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.088986602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.088+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhb8vKNCuj49VTk2PwGHkkYLyZBJZLxZmftMS7Cnngcqcr + count=7616888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.089036895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.088+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ngcqcr count=7616889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.093450842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.093+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616890","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.093482823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.093+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ngcqcr inflight=1 count=7616891","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.093487766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.093+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ngcqcr inflight=0 count=7616892","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.130458357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.130+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhjJRXe8LPPYVSXLg4rqKTuHGe7cgMUH2qYSCSWvyMyace + count=7643740","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.130567751Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.130+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yMyace count=7643741","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1nMSx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.135742585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.135+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643742","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.135770670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.135+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yMyace inflight=1 count=7643743","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.135882746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.135+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yMyace inflight=0 count=7643744","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.140075455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.139+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhbUq1u3PHuxsF6BhARgbCjUjpHiYnDBZoddLXQihKGCcr + count=7616893","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.140114309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.139+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hKGCcr count=7616894","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.144280559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616895","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.144324808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.144+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKGCcr inflight=1 count=7616896","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.144335843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.144+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKGCcr inflight=0 count=7616897","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.181343093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.181+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhXAmgCtARZVj7wg1jADfk3aZv4vQAxHhxPhF94XEZiGce + count=7643745","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.181380799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.181+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EZiGce count=7643746","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.185374844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.185+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643747","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296185]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.185404920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.185+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EZiGce inflight=1 count=7643748","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296185]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.185500679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.185+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EZiGce inflight=0 count=7643749","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296185]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.190871479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.190+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhnK5VQQyi6TD8xDegdbkee5cCXMFSBnAJZKqygtLFMucr + count=7616898","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296190]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.190923661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.190+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LFMucr count=7616899","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296190]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.195354485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.195+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616900","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.195401907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LFMucr inflight=1 count=7616901","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.195493588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LFMucr inflight=0 count=7616902","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.232067505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.231+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhbqeXGCHf4hQLEWvmhZGPoGzUvauRQetUxwZC2yAZcPce + count=7643750","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296232]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.232104430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.231+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AZcPce count=7643751","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296232]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.235925347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.235+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643752","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.235995817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.235+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AZcPce inflight=1 count=7643753","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.236043692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.235+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AZcPce inflight=0 count=7643754","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296236]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.241940215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.241+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhjS7wWXAGoneDF1iVG8SLimmY3dRhHNbX1F8UfLD5zJcr + count=7616903","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.241980577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.241+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D5zJcr count=7616904","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.248377112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.248+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616905","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.248420498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.248+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D5zJcr inflight=1 count=7616906","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.248440430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.248+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D5zJcr inflight=0 count=7616907","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.282535833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.282+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhjWFMcndv8AoRByjwXcbatrhp87Aa2nYRKa1MSWENG5ce + count=7643755","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.282596564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.282+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ENG5ce count=7643756","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.287944640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.287+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643757","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.287979337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.287+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ENG5ce inflight=1 count=7643758","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.288111406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.287+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ENG5ce inflight=0 count=7643759","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.293042961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.292+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhjEVqJt3CBn1tkQQQw6p9Z8HnhdXHysKYaWE2WM7S93cr + count=7616908","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.293079612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.292+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7S93cr count=7616909","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.297107943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.296+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616910","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.297200233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.296+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7S93cr inflight=1 count=7616911","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.297205441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.296+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7S93cr inflight=0 count=7616912","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.333536050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.333+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhgTW444GPMMZkCzPcnFgEHiACPtTchpnuNNVSDJ2K9cce + count=7643760","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296333]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.333574069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.333+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2K9cce count=7643761","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296333]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.337670625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.337+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643762","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296337]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.337706672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.337+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2K9cce inflight=1 count=7643763","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296337]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.337712407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.337+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2K9cce inflight=0 count=7643764","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296337]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.343647570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.343+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhc4WMn7pY5RGZkLJiYHjWtFLYxkBsGfAnRwAE29j3zqcr + count=7616913","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.343752763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.343+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j3zqcr count=7616914","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.348011290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.347+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616915","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.348045021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.347+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j3zqcr inflight=1 count=7616916","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.348146451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.347+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j3zqcr inflight=0 count=7616917","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.384145707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.383+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhhacF9wwNtFtXKMLX9r7vjB2B5QH7ca7xXQhHzcyRYcce + count=7643765","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.384186246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.383+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yRYcce count=7643766","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.388332388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.387+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643767","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.388377838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.387+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yRYcce inflight=1 count=7643768","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.388414376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.387+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yRYcce inflight=0 count=7643769","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.394655193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.394+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhZBqtjSSNU452YPA56KU5a77rdKksJ54sj6oqVrQwQWcr + count=7616918","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.394706591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.394+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QwQWcr count=7616919","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.400292755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616920","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.400331160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.400+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QwQWcr inflight=1 count=7616921","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.400338866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.400+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QwQWcr inflight=0 count=7616922","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.435453337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.435+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7643770","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.435492106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.435+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhcY68U53DgSBFM1koY6FxuDpuxauL5PQLutzxBiJjFnce + count=7643771","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.435504426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.435+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JjFnce count=7643772","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.439323278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.439+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643773","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.439353736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.439+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JjFnce inflight=1 count=7643774","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.439438734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.439+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JjFnce inflight=0 count=7643775","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.445911443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.445+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhh4vK2DvGmGWp13xq4Wm89W2TQyzfVQjCrHnkvCFGATcr + count=7616923","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.445951752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.445+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FGATcr count=7616924","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.450009066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.449+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616925","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.450073229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.449+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FGATcr inflight=1 count=7616926","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.450096708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.449+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FGATcr inflight=0 count=7616927","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.485903412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.485+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhX2aKcAjaxAUAQYNs5KQkchDWTBJRdnmniGquUvw32Yce + count=7643776","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.485942091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.485+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*w32Yce count=7643777","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.490920698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.490+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643778","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.490954606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.490+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w32Yce inflight=1 count=7643779","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.490959401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.490+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w32Yce inflight=0 count=7643780","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.496595909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhcHaLR3sAzYC2oyrye8weBJqx342bDJv6qHKY3S4kCGcr + count=7616928","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.496688924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4kCGcr count=7616929","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.501759521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.501+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616930","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.501786831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.501+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4kCGcr inflight=1 count=7616931","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.501860858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.501+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4kCGcr inflight=0 count=7616932","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.536490877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.536+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rho7T7xhtstwYPkwvaSgwjB23PT5y7cptWyzJu8KijREce + count=7643781","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.536525005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.536+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ijREce count=7643782","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.541619214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.541+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643783","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.541657163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.541+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ijREce inflight=1 count=7643784","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.541682789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.541+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ijREce inflight=0 count=7643785","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.547516007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhjiNDHPgenzjUHGJcYif5ekKU1wFGeGdG8cswPqSKuicr + count=7616933","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.547563967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SKuicr count=7616934","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.552428993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.551+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616935","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.552463961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.552+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SKuicr inflight=1 count=7616936","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.552469544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.552+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SKuicr inflight=0 count=7616937","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.586991967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.586+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhkz6Cdsdv94cwDCXMHP17YnaQLLGRZmovfWS2xvigBRce + count=7643786","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.587131548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.586+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*igBRce count=7643787","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.591804980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.591+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643788","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.591831540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.591+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*igBRce inflight=1 count=7643789","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.592005490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.591+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*igBRce inflight=0 count=7643790","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.598965369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhbVR8ctQC56uMgoe1Y34yUq3Xoz1kE1DU9gKQDWJyBKcr + count=7616938","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.599054609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JyBKcr count=7616939","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.602899463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616940","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.602970431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JyBKcr inflight=1 count=7616941","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.602991754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.602+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JyBKcr inflight=0 count=7616942","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.637502735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.637+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhanco3VCPxGJnwNd11trY7wp77HPEn62FexAX5qqxCdce + count=7643791","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.637538211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.637+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qxCdce count=7643792","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.641689385Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.641+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643793","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296641]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.641729922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.641+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qxCdce inflight=1 count=7643794","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296641]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.641735901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.641+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qxCdce inflight=0 count=7643795","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296641]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.649640134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.649+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhmThgNmDqzmi8PyosvnhYxiZ5PymaFs1FLZTTjbA4FBcr + count=7616943","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.649688123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.649+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A4FBcr count=7616944","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.655072694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.654+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616945","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.655119041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.654+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A4FBcr inflight=1 count=7616946","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.655128505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.654+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A4FBcr inflight=0 count=7616947","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.688329630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.688+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhm75UH9SXK9gkSJdqw78nRpx4x3Kyn17Pxp9euWLJcdce + count=7643796","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.688366280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.688+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LJcdce count=7643797","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.692358802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.691+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643798","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.692390422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.692+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LJcdce inflight=1 count=7643799","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.692395426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.692+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LJcdce inflight=0 count=7643800","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.700557932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhYdptqv8iqrNyvJ2EtvXgQqea2WRQ9BwmFtcQL4jThRcr + count=7616948","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.700604810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.700+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jThRcr count=7616949","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.705874365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.705+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616950","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.705914031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.705+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jThRcr inflight=1 count=7616951","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.705922136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.705+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jThRcr inflight=0 count=7616952","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.738793884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.738+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhdYDv5A6tFBra7cbK4QR8ahvmvy8AAaf5sx73peYSStce + count=7643801","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.738858343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.738+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YSStce count=7643802","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.742770053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.742+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643803","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.742799454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.742+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YSStce inflight=1 count=7643804","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.742925814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.742+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YSStce inflight=0 count=7643805","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.751375507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.750+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhgrmhebyXxqHacqGH12r1VHsdYDHgo7hcnfemfRP7Yhcr + count=7616953","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.751424563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*P7Yhcr count=7616954","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.755428753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616955","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.755481453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P7Yhcr inflight=1 count=7616956","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.755577503Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.755+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P7Yhcr inflight=0 count=7616957","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.789399847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.789+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhcVrhKc9ss7khFXrnYQaiU8MmS4nq9aKahANes4nj8Tce + count=7643806","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.789439138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.789+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nj8Tce count=7643807","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.793236490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.792+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643808","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.793264327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nj8Tce inflight=1 count=7643809","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.793268572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.793+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nj8Tce inflight=0 count=7643810","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.802046995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.801+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhcifCcm3LZqJHJYbh8YR6C856T6stXgo7Sw8z3W9cfbcr + count=7616958","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.802087948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.801+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9cfbcr count=7616959","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.806856337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.806+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616960","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.806885358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.806+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9cfbcr inflight=1 count=7616961","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.806898078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.806+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9cfbcr inflight=0 count=7616962","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.840838461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.840+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhgAJNykLbpz833ZnvBZywyZZefJ7PBQCyrKya7qKTsMce + count=7643811","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.840907436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.840+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KTsMce count=7643812","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.845317871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.844+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643813","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.845352547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.845+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KTsMce inflight=1 count=7643814","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.845358449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.845+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KTsMce inflight=0 count=7643815","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.852480609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhZy6Gw9vg3HpDwmGSqq2n5LQ7UFeW7m8kqsqzaxwyLncr + count=7616963","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.852531352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.852+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wyLncr count=7616964","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.858171277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.857+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616965","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.858200691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.857+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wyLncr inflight=1 count=7616966","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.858206064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.858+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wyLncr inflight=0 count=7616967","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.891798307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.891+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhnBcS4uacq2GdhNu8Ht1Q31wQZvn2iLc3vQd7oeQXjkce + count=7643816","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.891864577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.891+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QXjkce count=7643817","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.903511519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.903+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhccJzrSiDkHNFzrcLy8vUA2JYpcm8LferiUEeAeiAQZcr + count=7616968","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.921010168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.903+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iAQZcr count=7616969","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.921059966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.907+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616970","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.921086564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.907+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iAQZcr inflight=1 count=7616971","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.921090907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iAQZcr inflight=0 count=7616972","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.926471132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643818","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.926511259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QXjkce inflight=1 count=7643819","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.926582922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QXjkce inflight=0 count=7643820","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.943041403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.942+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhk3Zz34YqrSAXgYsWyhnUZbScGVsbhnk3FnK4RfDmMdce + count=7643821","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.943082510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.942+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DmMdce count=7643822","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.949543951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.949+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643823","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296949]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.949596507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.949+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DmMdce inflight=1 count=7643824","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296949]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.949602478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.949+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DmMdce inflight=0 count=7643825","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296949]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.954271529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.953+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhegmLNDkrgrhiyn7BuF4t9x5iBhRRqnLhwxjAumHQGccr + count=7616973","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.954338068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HQGccr count=7616974","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.958654169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.958+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616975","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.958690700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.958+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HQGccr inflight=1 count=7616976","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.958729232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:56.958+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HQGccr inflight=0 count=7616977","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593296958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.994126264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.993+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhgQ8saLRBNhTpg9acsyP4rGyva1u4fiP8FuQnTjE6srce + count=7643826","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.994173711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.993+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*E6srce count=7643827","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.998814878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.998+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643828","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.998848244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.998+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E6srce inflight=1 count=7643829","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:56.998853064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:56.998+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E6srce inflight=0 count=7643830","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593296998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.005351822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.004+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhhQVnWzZvozzGcyFuoL2RtaND1LQjv4wThta2RzBpKGcr + count=7616978","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.005394125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.005+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BpKGcr count=7616979","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.009959164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.009+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616980","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.009998331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.009+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BpKGcr inflight=1 count=7616981","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.010019790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.009+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BpKGcr inflight=0 count=7616982","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.044758347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.044+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhkaD6kAeowLeTkv4txRqxgdBuinERLuft7cX4u9sVgace + count=7643831","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.044800253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.044+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sVgace count=7643832","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.049753031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.049+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sVgace inflight=0 count=7643835","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.049709374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.049+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643833","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1nMWx","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.049747243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.049+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sVgace inflight=1 count=7643834","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.056245632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.055+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhYcRuaiv8kqVn8F2G3AmpZaZrqdWDgR59WEekLSXaXocr + count=7616983","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.056285740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.056+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XaXocr count=7616984","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.060329408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.059+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616985","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.060357365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.060+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XaXocr inflight=1 count=7616986","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.060362410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.060+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XaXocr inflight=0 count=7616987","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.095230206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.094+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhchPyCFWMAvWtm4kkfrFPcGuPG6EPr3Mx68r1HUoaaNce + count=7643836","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.095271480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.095+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oaaNce count=7643837","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.099211339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.098+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643838","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.099249969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.099+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oaaNce inflight=1 count=7643839","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.099297333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.099+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oaaNce inflight=0 count=7643840","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.106779301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.106+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rheosRRMULFWddmTCGcmTcAwk3jY79YexTbikG7DUGzScr + count=7616988","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.106827673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.106+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UGzScr count=7616989","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.111115445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616990","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.111145046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.110+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGzScr inflight=1 count=7616991","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.111236549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.110+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGzScr inflight=0 count=7616992","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.145843504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.145+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhZEM9avn499NQR782dVFnnWGXjUFmdZT2jHJ7azwKW9ce + count=7643841","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.145883736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.145+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wKW9ce count=7643842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.150195104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.149+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.150231940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.149+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wKW9ce inflight=1 count=7643844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.150237596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.150+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wKW9ce inflight=0 count=7643845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.157782372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.157+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhdvWsbJuywwwxqhVNYX8oY3RqFAb6rZvfrLU3eSB2yLcr + count=7616993","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.157837795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.157+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B2yLcr count=7616994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.164708385Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.164+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7616995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.164754559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.164+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2yLcr inflight=1 count=7616996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.164790796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.164+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2yLcr inflight=0 count=7616997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.196750105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.196+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhmftdjLihseDWwC11amTVZcn3Qv8JgHZhFbFDiasWTsce + count=7643846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297196]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.196785584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.196+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sWTsce count=7643847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297196]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.201642388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.201+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.201674232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.201+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sWTsce inflight=1 count=7643849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.201678653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.201+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sWTsce inflight=0 count=7643850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.208356335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.208+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cr/zb2rhmq9VqBLeGHxj9ZrPQhhqSx8EogfX5VvQE5161b2h6qcr + count=7616998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.208406247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.208+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2h6qcr count=7616999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.212731517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.212+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.212767687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.212+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2h6qcr inflight=1 count=7617001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.212773269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.212+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2h6qcr inflight=0 count=7617002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.248032948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.247+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhdXRnG8jQTETiVNj2cUTLooVrkbLsj1NyC7YrCjCdf8ce + count=7643851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.248118151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.247+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Cdf8ce count=7643852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.251879889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.251+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.251907925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.251+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Cdf8ce inflight=1 count=7643854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.251937588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.251+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Cdf8ce inflight=0 count=7643855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.259529789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.259+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhkUVZSjLvXRCtcYq5KQKLiyquYNBehGwBN2aoWgHxQ3uX + count=7617003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.259585370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.259+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HxQ3uX count=7617004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.264269663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.263+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.264311348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.264+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HxQ3uX inflight=1 count=7617006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.264552238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.264+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HxQ3uX inflight=0 count=7617007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.298498141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.298+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhZiNvLh6uLTt1vZrGg5rBdcXmJc3DjRnSghDynXX6CAce + count=7643856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.298533647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.298+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*X6CAce count=7643857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.303202642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.302+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.303237004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.303+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X6CAce inflight=1 count=7643859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.303242485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.303+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X6CAce inflight=0 count=7643860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.310066886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.309+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjfPHHSyaECswtiF765u6Fd5QLwhW6y77ke3GbTkoiJuX + count=7617008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.310117479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.309+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*koiJuX count=7617009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.314522602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.314+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.314564867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.314+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*koiJuX inflight=1 count=7617011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.314573903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.314+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*koiJuX inflight=0 count=7617012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.349712615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.349+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhi2vRSsFUDXLGr5YVPAfJqzqghybpcPBgXu3c8i8Nurce + count=7643861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297349]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.349756522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.349+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8Nurce count=7643862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297349]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.353427503Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.353+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.353455233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.353+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Nurce inflight=1 count=7643864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.353459935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.353+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Nurce inflight=0 count=7643865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.361332913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.360+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhbzEmvnqW5dSLVAYZpJCewBQcBphmV8QVxz4nXXyw2iuX + count=7617013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.361403903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.361+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yw2iuX count=7617014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.369951180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.369+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.370010224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.369+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yw2iuX inflight=1 count=7617016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.370021162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.369+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yw2iuX inflight=0 count=7617017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.400829286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.400+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhawh6eaqxzPt7iaT7PvAxu2W6Uo6oVUX5Sq15HZPX6gce + count=7643866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.400888047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.400+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PX6gce count=7643867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.404458956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.404+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.404487902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.404+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PX6gce inflight=1 count=7643869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.404552738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.404+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PX6gce inflight=0 count=7643870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.412106681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.411+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhd1YmiR65xFfGEiNB1VQLbfut2H7fy9Xpp3fhjx9EbJuX + count=7617018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.412145421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.411+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9EbJuX count=7617019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.416244919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.415+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.416280186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.416+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9EbJuX inflight=1 count=7617021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.416618609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.416+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9EbJuX inflight=0 count=7617022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.452019499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.451+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhaJA5h8jW9krobqsE8kgZHeJsbqNeVRgRp17ssvB1dZce + count=7643871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.452055038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.451+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B1dZce count=7643872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.455705113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.455+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.455733108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.455+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B1dZce inflight=1 count=7643874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.455769008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.455+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B1dZce inflight=0 count=7643875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.463051812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.462+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhmoqCUhbrxTLabM2XyGUirirSvcs9Vi8Yh9jRrtFAiJuX + count=7617023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.463093079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.462+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FAiJuX count=7617024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.466977452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.466+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.467000061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.466+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FAiJuX inflight=1 count=7617026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.467004727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.466+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FAiJuX inflight=0 count=7617027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.467058248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.466+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7617028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.503312727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.503+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhcBL96yuPjH1TVFF4dvq9yA49w87FBc5TXmdPWjTy5Dce + count=7643876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.503352171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.503+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ty5Dce count=7643877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.506810204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.506+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.506846885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.506+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ty5Dce inflight=1 count=7643879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.506938575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.506+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ty5Dce inflight=0 count=7643880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.513716362Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.513+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhkZJN1BoeNGxRmkzPNFPbBWdrpwcgy1FzggQGWYMCs8uX + count=7617029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.513766594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.513+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MCs8uX count=7617030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.518138978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.517+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.518181747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.517+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCs8uX inflight=1 count=7617032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.518206920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.518+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCs8uX inflight=0 count=7617033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.554463915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.554+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhdUE7A1ngU6yPLz3iTXm9Mh6xUnJdR2DH88UdWoHS4Lce + count=7643881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.554504006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.554+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HS4Lce count=7643882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.558687707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.558+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.558724550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.558+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HS4Lce inflight=1 count=7643884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.558834604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.558+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HS4Lce inflight=0 count=7643885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.564663611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.564+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhex4vGehBBE4rjVgatbokyxxekwhy1cn7XUdaENu5MwuX + count=7617034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.564756005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.564+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u5MwuX count=7617035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.569689973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.569+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.569714710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.569+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5MwuX inflight=1 count=7617037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.569878344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.569+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5MwuX inflight=0 count=7617038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.605246720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.604+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhhJ7qWqRPJ78wCg6NJvR9u7R5zTkaqhRsAmaLswr6FTce + count=7643886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.605281910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.605+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r6FTce count=7643887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.609257117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.609+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.609287495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.609+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r6FTce inflight=1 count=7643889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.609292669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.609+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r6FTce inflight=0 count=7643890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.615391392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.615+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhnM1ygHSeDynht7k61bYN3SxqjH811UdmJA9WCk7ZZwuX + count=7617039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.615431001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.615+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ZZwuX count=7617040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.619690532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.619+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.619717973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.619+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ZZwuX inflight=1 count=7617042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.619722599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.619+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ZZwuX inflight=0 count=7617043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.655942815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.655+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhkXJ2PFRXEpG4DgK28rzyyQ4DZR81wT3djRHSWGKyvoce + count=7643891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.655972807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.655+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Kyvoce count=7643892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.659263568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.659+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.659394835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.659+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kyvoce inflight=1 count=7643894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.659402241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.659+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kyvoce inflight=0 count=7643895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.666320056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.666+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjSoaJSTGyLsqw9KvAKUNvhcfB28rREPWRzyvpB1xkSuX + count=7617044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.666376738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.666+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1xkSuX count=7617045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.672556503Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.672+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.672860826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.672+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1xkSuX inflight=1 count=7617047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.672883757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.672+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1xkSuX inflight=0 count=7617048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.706847876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.706+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYeb4A4VmRHfskQqW2cT9xKAdad5FirvQv2hGuHGzZAce + count=7643896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.706923342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.706+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GzZAce count=7643897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.711097901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.710+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.711133852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.710+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GzZAce inflight=1 count=7643899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.711291935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.711+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GzZAce inflight=0 count=7643900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.717395518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.717+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhiR1tfyTQichVCodUdEXoZ8UswNxHS8kUS5LQrf18nuuX + count=7617049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.717465074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.717+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*18nuuX count=7617050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.722528738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.722+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.722569868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.722+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*18nuuX inflight=1 count=7617052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.722749656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.722+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*18nuuX inflight=0 count=7617053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.757783406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.757+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rheEk891wgSEMYMeFh3aUunwYs1W1FedWpBR6CtG7kbuce + count=7643901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.757821328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.757+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7kbuce count=7643902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.762705343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.762+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.762737917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.762+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7kbuce inflight=1 count=7643904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.762778903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.762+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7kbuce inflight=0 count=7643905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.768332026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhX72S1gwuio9rMjUHBF3TfGv96wTrY21EHkeeB1Ai4AuX + count=7617054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.768413060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.768+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ai4AuX count=7617055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.774522454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.774+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.774563959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.774+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ai4AuX inflight=1 count=7617057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.774573691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.774+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ai4AuX inflight=0 count=7617058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.808206880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.807+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYBSFHR2SG6uLaGTZfUJC4h9uXCK4bGNdYx6k8W62ptce + count=7643906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.808258760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.808+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*62ptce count=7643907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.813112377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.812+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.813150776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.812+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*62ptce inflight=1 count=7643909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.813229152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.813+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*62ptce inflight=0 count=7643910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.819235361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhYG6LprMVpR9zbFUCVeierCg2Qm55ajmDNGup3YBdWZuX + count=7617059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.819275044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BdWZuX count=7617060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.823679282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.823713015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.823+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BdWZuX inflight=1 count=7617062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.823717685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.823+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BdWZuX inflight=0 count=7617063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.859290847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.858+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhjBpfDfWvAK7RVhJY8NRizAmNUN2LMqZNGw2PHm7pV8ce + count=7643911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.859316092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.858+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7pV8ce count=7643912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.862595214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.862+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.862615658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.862+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7pV8ce inflight=1 count=7643914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.862619679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.862+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7pV8ce inflight=0 count=7643915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.869982686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhn2DvD3BGFHj9o5S1HWYBMgmUd7vs6XNhABaMHn4o1PuX + count=7617064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.870021895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4o1PuX count=7617065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.875650636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.875689062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.875+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4o1PuX inflight=1 count=7617067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.875781958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4o1PuX inflight=0 count=7617068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.910510826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.909+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhaj7af2hNcMksAkXhTLACtZ88W99PsvWwMZ2e2gzADBce + count=7643916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.910544838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.909+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zADBce count=7643917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.914559445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.914+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.914590450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.914+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zADBce inflight=1 count=7643919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.914595464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.914+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zADBce inflight=0 count=7643920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.921537341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.921+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhoB6Y1PD6wRRRfQvb9DjEdJRpiyrQGGjwNX1Fy9uyRuuX + count=7617069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.921584933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.921+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uyRuuX count=7617070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.926917223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.926959688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyRuuX inflight=1 count=7617072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.926965626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyRuuX inflight=0 count=7617073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.961233521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.960+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhaMAAmQMCLDxb2jpvGzF3RnU1iCEo3vgRQz2PrbUbQoce + count=7643921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.961266391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.960+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UbQoce count=7643922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.965796824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.965+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.965827763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.965+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UbQoce inflight=1 count=7643924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.965865771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:57.965+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UbQoce inflight=0 count=7643925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593297965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.972486396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.972+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhnFVUeV5nTunmDZiU7us1gfDqfyRvVEpqe7adf75DmUuX + count=7617074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.972606143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.972+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5DmUuX count=7617075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.978683965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.978+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.978811046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.978+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5DmUuX inflight=1 count=7617077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:57.978821963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:57.978+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5DmUuX inflight=0 count=7617078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593297978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.011696059Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.011+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhZmj9eGipk7sKD8QvBfyP9CQSAwsn1yAP5sLz3cM5bZce + count=7643926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.011774220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.011+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M5bZce count=7643927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.015666339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.015+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.015713739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.015+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M5bZce inflight=1 count=7643929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.015740130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.015+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M5bZce inflight=0 count=7643930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.023306556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.022+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhiJVjnPcUKyySgLbK4PHxQpLwJmcNZJLaM44wZcJbFguX + count=7617079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.062622116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.023+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JbFguX count=7617080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.062193260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.061+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYhDS4tnomtQBF7nK8MyeRVQAwF87G6kTrj6Vqk7A8Xce + count=7643931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.062237229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.062+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7A8Xce count=7643932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.066321797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.066+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.066351201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.066+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7A8Xce inflight=1 count=7643934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.066356456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.066+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7A8Xce inflight=0 count=7643935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.068037475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.067+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.068148990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.067+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JbFguX inflight=1 count=7617082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.068183156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.068+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JbFguX inflight=0 count=7617083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.074647972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.074+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhgiYTgzBfynVYubt7uSRMPX6UJqqhEmnEEknGW2mdiguX + count=7617084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.074686821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.074+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mdiguX count=7617085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.079837328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.079+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.079867048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.079+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mdiguX inflight=1 count=7617087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.079911405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.079+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mdiguX inflight=0 count=7617088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.112814717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.112+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhhiLLJpUKuaDe4mED5mdh6jj4S6wFCSzwJJdc7PEmw5ce + count=7643936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.112862606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.112+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Emw5ce count=7643937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.116650155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.116+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.116729777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.116+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Emw5ce inflight=1 count=7643939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.116739309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.116+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Emw5ce inflight=0 count=7643940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.125503243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.125+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhkTefMyS59ziFrdYHWLKNYFdRWiaQhS4uqdx1BvbYLfuX + count=7617089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.125542120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.125+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bYLfuX count=7617090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.130577344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.130+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.130604032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.130+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bYLfuX inflight=1 count=7617092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.130608608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.130+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bYLfuX inflight=0 count=7617093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.164067710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.163+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhhwVheF7c9xDCU2q24CbkiRABNqtbfrbPhhwwfgnJwGce + count=7643941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.164149599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.163+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nJwGce count=7643942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.167901988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.167+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.167928275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.167+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJwGce inflight=1 count=7643944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.168038794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.167+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJwGce inflight=0 count=7643945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298168]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.175958517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.175+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhoFC7bpvZes651hXezXDqifAf1e5jwyy4yiDGgvN3iFuX + count=7617094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.176050731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.175+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*N3iFuX count=7617095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.181871022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.181+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.181909867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.181+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N3iFuX inflight=1 count=7617097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.182061374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.181+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N3iFuX inflight=0 count=7617098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.214413412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.214+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhmq5Bt7So5eMh8FohhzmCWe57ZwKvh8eP2Ufc5ZhWFBce + count=7643946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.214449413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.214+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hWFBce count=7643947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.220030974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.219+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.220061716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.219+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hWFBce inflight=1 count=7643949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.220119203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.219+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hWFBce inflight=0 count=7643950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.226611648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.226+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjbY9Fm5JcwLDrm6SnEUupR1JqsXqhZ8gZFmUbLXr7XuX + count=7617099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.226678522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.226+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xr7XuX count=7617100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.231132980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.231171701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xr7XuX inflight=1 count=7617102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.231176444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xr7XuX inflight=0 count=7617103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.265609670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.265+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhgMtfoDEa7kepLKRJPPFkX5YhsaBrWLy6fZh9Dh26hwce + count=7643951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298265]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.265645452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.265+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*26hwce count=7643952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298265]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.269705412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.269+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.269736945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.269+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*26hwce inflight=1 count=7643954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.269742902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.269+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*26hwce inflight=0 count=7643955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.277816301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.277+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhX7LkmWMta5TXYnrfjwUMxzVbYgEZQgemVoufxgA5SFuX + count=7617104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.277856534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.277+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A5SFuX count=7617105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.283359876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.282+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.283390134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A5SFuX inflight=1 count=7617107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.283394716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.283+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A5SFuX inflight=0 count=7617108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.316119673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.315+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhXDe4Xn4yzcTmNbeWH8b8FbQ3PqXcCMHgEohvi1C5FFce + count=7643956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.316200330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.315+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C5FFce count=7643957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.320437111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.320+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.320462588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.320+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C5FFce inflight=1 count=7643959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.320602279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.320+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C5FFce inflight=0 count=7643960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.328936282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.328+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhWg294oyZ7Jt9yugKAGsmqWZegxfTrsyJfpYUBkS1WxuX + count=7617109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.328988009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.328+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*S1WxuX count=7617110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.335000053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.334+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.335084161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.334+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S1WxuX inflight=1 count=7617112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.335131422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.334+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S1WxuX inflight=0 count=7617113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.367222064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.366+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhcPowHXY92LH8bgYQG6Y8fHdzph2R7b1iyC4WxdsDzKce + count=7643961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.367269704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.367+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sDzKce count=7643962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.371048475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.370+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.371130762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.370+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sDzKce inflight=1 count=7643964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.371137809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.371+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sDzKce inflight=0 count=7643965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.379627080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.379+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZ5FF6xXa3gQktCFovppGE4YTc4rTAwT39PcDWFfLVzuX + count=7617114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.379674579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.379+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fLVzuX count=7617115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.383919386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.383960522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fLVzuX inflight=1 count=7617117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.383969389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.383+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fLVzuX inflight=0 count=7617118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.417782792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.417+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhe4WoKqu6V9uWdqFGSiQhVDSDGTpfKuVqawqGjfdAiEce + count=7643966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.417821682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.417+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dAiEce count=7643967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.422244131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.421+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.422290764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.422+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dAiEce inflight=1 count=7643969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.422363437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.422+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dAiEce inflight=0 count=7643970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.430439892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.430+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhiksUqGLL6NrpfNC7FwiFBGvvjrqgSiKMyhpzexaj5NuX + count=7617119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.430517538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.430+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aj5NuX count=7617120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.435966711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.435+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.436012375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.435+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aj5NuX inflight=1 count=7617122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1puNz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.436017869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.435+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aj5NuX inflight=0 count=7617123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.468784263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.468+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhZr8LszYyh3ydWjYEY1igC2FfDQMd5Jhc8qkH7ASjZ1ce + count=7643971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.468880063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.468+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SjZ1ce count=7643972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.472807792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.472+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.472832977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.472+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SjZ1ce inflight=1 count=7643974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.472963385Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.472+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SjZ1ce inflight=0 count=7643975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.481676186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.481+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhadUBazGFbnEs3sy7CbGHNyWfBQS1k4kPteZ32v7tDJuX + count=7617124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.481725070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.481+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7tDJuX count=7617125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.485738253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.485+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.485782270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.485+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7tDJuX inflight=1 count=7617127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.485838906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.485+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7tDJuX inflight=0 count=7617128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.519383511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.519+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhnLm3K82ZvcWVXkjcuk7rdi1dyybc3w2msnmBNuPJG4ce + count=7643976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.519429205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.519+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PJG4ce count=7643977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.523316604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.523+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.523353807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.523+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PJG4ce inflight=1 count=7643979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.523404737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.523+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PJG4ce inflight=0 count=7643980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.532331768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.531+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhfA2eFnzksd4F7cef3WpBjtyK8w8p3BmD6J3AEv8vjPuX + count=7617129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.532375931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.532+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8vjPuX count=7617130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.536480316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.536+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.536520627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.536+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8vjPuX inflight=1 count=7617132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.536556798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.536+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8vjPuX inflight=0 count=7617133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.569994394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.569+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhm7hR2m7TxpZia8UMv36Fp4UnvYTjEH2MAQmCpVUnTace + count=7643981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.570053617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.569+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UnTace count=7643982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.574289907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.573+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.574323269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.574+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnTace inflight=1 count=7643984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.574382071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.574+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnTace inflight=0 count=7643985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.583043719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.582+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhaF5whZbYxBhKiWuaA1nSkhmcQQo1KxofPa2KUdexpPuX + count=7617134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.583092894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.582+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*expPuX count=7617135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.590827894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.590+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.591069146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.590+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*expPuX inflight=1 count=7617137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.591088346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.590+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*expPuX inflight=0 count=7617138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.620840691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.620+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYACnr2yP11ans14YWDoTCXEDb862UfVPvBA4LZt5Zgce + count=7643986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.620884778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.620+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t5Zgce count=7643987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.624428311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.624+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.624455861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.624+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t5Zgce inflight=1 count=7643989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.624580574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.624+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t5Zgce inflight=0 count=7643990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.633599655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.633+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhh718TeDZ9mnWSqh7k1Siev25dfFVopKKH25qXJzqsMuX + count=7617139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.633639927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.633+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zqsMuX count=7617140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.639424117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.639+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.639497972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.639+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zqsMuX inflight=1 count=7617142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.639549166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.639+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zqsMuX inflight=0 count=7617143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.672007400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.671+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhYz1LTBJGmFgfxCHLFNLctqt5HLZ64X2s1cZpLQXcndce + count=7643991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.672042519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.671+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xcndce count=7643992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.675662488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.675+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.675718234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.675+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xcndce inflight=1 count=7643994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.675738847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.675+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xcndce inflight=0 count=7643995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.684018715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.683+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhnoUREPtRiCL3mEedykcvGrGGcSwJfjNpLoxPqUnEvxuX + count=7617144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.684080398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.683+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nEvxuX count=7617145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.688135313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.688167991Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nEvxuX inflight=1 count=7617147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.688199200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.688+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nEvxuX inflight=0 count=7617148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.723325689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.723+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhiStgXavYBGEGYDGMZT2xUyNN13Xxemq9JkWFppjnxece + count=7643996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.723405089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.723+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jnxece count=7643997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.727125843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.726+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7643998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.727164457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.726+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jnxece inflight=1 count=7643999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.727216518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.727+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jnxece inflight=0 count=7644000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.734744719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.734+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhgPS3UKK4JQyqCxuKwA6sVvCVV8ELyTTEZer33gSz8LuX + count=7617149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.734793155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Sz8LuX count=7617150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.739965191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.739+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.740004076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.739+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Sz8LuX inflight=1 count=7617152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.740023774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.739+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Sz8LuX inflight=0 count=7617153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.774544533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.774+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhbG1jFntP7wCKSSyzSvHAAQ7Js7eS3rfSmYL9p5Vk5Jce + count=7644001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.774613845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.774+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Vk5Jce count=7644002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.779211199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.778+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.779238388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.779+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vk5Jce inflight=1 count=7644004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.779361797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.779+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vk5Jce inflight=0 count=7644005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.785896838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.785+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhgPs4pzWb6wnV1uADRvmdduTeafci2YxW85FnEQYnoPuX + count=7617154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.785950838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.785+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YnoPuX count=7617155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.791401430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.791446245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YnoPuX inflight=1 count=7617157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.791475512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YnoPuX inflight=0 count=7617158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.825806861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.825+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhj1gqEvAzzgmrvX6NBri8uYeESHys5RbvERrxRZbPbAce + count=7644006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298825]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.825844574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.825+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bPbAce count=7644007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298825]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.830630493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.830+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.830664247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.830+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bPbAce inflight=1 count=7644009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.830729023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.830+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bPbAce inflight=0 count=7644010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.837045033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.836+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhY9PMQctDrG45WjSkTPZD35QJ8S1DoAMHZaMFhnS6k5uX + count=7617159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.837103294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.836+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*S6k5uX count=7617160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.841505723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.840+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.841563862Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.841+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S6k5uX inflight=1 count=7617162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.841578410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.841+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S6k5uX inflight=0 count=7617163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.877218091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.876+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ce/zb2rhXHi17KEFZXaHsaykCKRNG28PpaRMrYwbqT1ncoDnasce + count=7644011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.877253564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.877+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Dnasce count=7644012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.881512164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.881+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.881658496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.881+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dnasce inflight=1 count=7644014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.881706579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.881+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dnasce inflight=0 count=7644015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.888150344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.887+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZCFiVAdK75CQHygBw9391jxW1PHKjrsNSE75G18LEsuX + count=7617164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.888220550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.887+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8LEsuX count=7617165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.892156171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.892186557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.892+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8LEsuX inflight=1 count=7617167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.892309530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.892+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8LEsuX inflight=0 count=7617168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.928278248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.928+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhYkHZFeHGLnNyaiif478kEa4PPejeua9T2pc5bksa8fn3 + count=7644016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.928376360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.928+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sa8fn3 count=7644017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.932998192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.932+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.933034061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.932+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sa8fn3 inflight=1 count=7644019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.933157359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.932+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sa8fn3 inflight=0 count=7644020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.938937357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.938+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rha8WLHxe2jCvUgwWtZ99wbumzrsaB7VgmFcwWkvm5KQuX + count=7617169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.938973860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.938+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m5KQuX count=7617170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.943092573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.942+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.943126324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m5KQuX inflight=1 count=7617172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.943166066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.942+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m5KQuX inflight=0 count=7617173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.979731053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.979+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhdyVzGVx8kNKPRXiZ6atSwkKFjxpDrneqXzz5ZGWUKkn3 + count=7644021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.979775096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.979+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WUKkn3 count=7644022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.983988269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.984048785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WUKkn3 inflight=1 count=7644024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.984105036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:58.983+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WUKkn3 inflight=0 count=7644025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593298984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.989794772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.989+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rha4J8KkGuefLmHcZgijuCYvNRW6UkMtX5ierBDdJX9WuX + count=7617174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.989839273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.989+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JX9WuX count=7617175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.994936409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.994+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.994977009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.994+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JX9WuX inflight=1 count=7617177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:58.994984419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:58.994+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JX9WuX inflight=0 count=7617178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593298994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.030470174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.030+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhikD5MnDcgadxp8tphzgwwvfYZiRSjAmeEcDNDJx34Wn3 + count=7644026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.030514923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.030+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*x34Wn3 count=7644027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.035001113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.034+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299035]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.035082593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.034+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x34Wn3 inflight=1 count=7644029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299035]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.035134999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.034+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x34Wn3 inflight=0 count=7644030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299035]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.041223088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.040+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhWs43G4iXi8UfM8zUWKWtoFpgPQ45x8WSisb14KW6wWuX + count=7617179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.041275068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.040+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W6wWuX count=7617180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.050755075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.050+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.050798934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.050+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W6wWuX inflight=1 count=7617182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.050829900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.050+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W6wWuX inflight=0 count=7617183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.081720261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.081+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhkXRoUciK4WrPheRD43zc6R2q6NqzTgZWhC4aGBLL52n3 + count=7644031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.081849563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.081+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LL52n3 count=7644032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.086391637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.086+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.086421942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.086+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LL52n3 inflight=1 count=7644034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.086518428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.086+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LL52n3 inflight=0 count=7644035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.092438119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.092+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhdPtPzwpBKbcCobXaHW16VysZ6x3xrUeUvojzZt3XgnuX + count=7617184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.092518113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.092+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3XgnuX count=7617185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.097702508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.097+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.097739041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.097+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3XgnuX inflight=1 count=7617187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.097762556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.097+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3XgnuX inflight=0 count=7617188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.132836619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.132+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhWtrWQR3d7DsZg9E6GihPN82BA71EqVQimHhZCH9zrHn3 + count=7644036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.132934300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.132+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9zrHn3 count=7644037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.136748821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.136+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.136798148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.136+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9zrHn3 inflight=1 count=7644039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.136845907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.136+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9zrHn3 inflight=0 count=7644040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.143257391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.142+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhbBjnvcjKa4mdxniBeR5WkrE7Bwh8VNWo2qYduqdA77uX + count=7617189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.143472688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.143+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dA77uX count=7617190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.147297132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.147+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.147325737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.147+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dA77uX inflight=1 count=7617192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.147414294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.147+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dA77uX inflight=0 count=7617193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.183357932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.183+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rho5hfc9CgiBHTxfRLGZfxLPK7f2DLHhrFFeqBVvQ5TAn3 + count=7644041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.183404641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.183+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q5TAn3 count=7644042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.187445994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.187+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.187479107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.187+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5TAn3 inflight=1 count=7644044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.187566909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.187+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5TAn3 inflight=0 count=7644045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.193898309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.193+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhd9kjYP4BHKK1Zg2Keej7yJLYs8FgU5U94vymrS53DiuX + count=7617194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.193935609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.193+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*53DiuX count=7617195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.198248128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.197+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.198276196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.198+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*53DiuX inflight=1 count=7617197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.198296625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.198+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*53DiuX inflight=0 count=7617198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.234148266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.233+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnSBoiXW5SPttPoXZHQ7AdnVePhR4SEg5CpibauXWCyn3 + count=7644046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.234192982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.233+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XWCyn3 count=7644047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.239950064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.239+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.239982407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.239+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XWCyn3 inflight=1 count=7644049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.239987166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.239+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XWCyn3 inflight=0 count=7644050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.244840391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.244+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZZDdgj97PyJsPMPwNwNgk3sqFzXaVmPhG9ZvA8yihhuX + count=7617199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299244]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.244884321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.244+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yihhuX count=7617200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299244]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.249961546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.249+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299249]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.250007308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.249+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yihhuX inflight=1 count=7617202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.250018159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.249+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yihhuX inflight=0 count=7617203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.289753035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.289+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhWjiU68x2Bz6SwvezZoq7oPMor1N6gaD5f2UAweXTvNn3 + count=7644051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299289]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.289794232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.289+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XTvNn3 count=7644052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299289]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.294578557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.294+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.294670517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.294+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XTvNn3 inflight=1 count=7644054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.294701366Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.294+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XTvNn3 inflight=0 count=7644055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.295482056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.295+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhmEbo9uovoc5jf8ym3tpoYawPp4n4vE3JBWW5P33QBAuX + count=7617204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299295]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.295590781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.295+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3QBAuX count=7617205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299295]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.299871083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.299+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.299908048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.299+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3QBAuX inflight=1 count=7617207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.300088762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.299+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3QBAuX inflight=0 count=7617208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.340184479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.339+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhWhrdPy7SVLNmMGNtq5JjU1E82vv6VX4KaKrfV3Q3Hcn3 + count=7644056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.340231486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.340+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q3Hcn3 count=7644057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.344357689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.344+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.344390313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.344+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q3Hcn3 inflight=1 count=7644059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.344539032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.344+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q3Hcn3 inflight=0 count=7644060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.346950324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.346+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhh3tFbcxAJt2CMqwEfeCkiAZqFPx42R7qu9V4TLJYJAuX + count=7617209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.346995748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.346+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JYJAuX count=7617210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.350994243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.351152214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.350+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JYJAuX inflight=1 count=7617212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.351178763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JYJAuX inflight=0 count=7617213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.391005949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.390+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhbFS5vJUue1Dd93aANnNDWRwBrSN5nBVEEGEaj1moCJn3 + count=7644061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1rOyo","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.391049868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.390+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*moCJn3 count=7644062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.395078202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.394+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.395111696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.394+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*moCJn3 inflight=1 count=7644064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.395127512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.394+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*moCJn3 inflight=0 count=7644065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.397876766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.397+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhf268ZqX9uy8mChAcDMAFr2MaMNutfpuP3JR9Gy1ddZuX + count=7617214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299397]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.397945955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.397+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1ddZuX count=7617215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299397]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.403546144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.403+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.403707013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.403+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ddZuX inflight=1 count=7617217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.403750898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.403+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ddZuX inflight=0 count=7617218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.436493476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.436+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7644066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.441879706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.441+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhi4veBf7Z7rowaz9y4D5QxJ2T6A9TUmDT5FfLtoGZnZn3 + count=7644067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299441]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.441921717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.441+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GZnZn3 count=7644068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299441]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.446642099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.446+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.446669823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.446+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GZnZn3 inflight=1 count=7644070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.446673984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.446+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GZnZn3 inflight=0 count=7644071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.448289106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.447+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhbs1hsdf5thJTLcKknKcvwm9j1DsHRa3DLtS4eRX5SUuX + count=7617219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.448326586Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.448+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*X5SUuX count=7617220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.453864874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.453+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299453]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.453894011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.453+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X5SUuX inflight=1 count=7617222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299453]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.454017639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.453+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X5SUuX inflight=0 count=7617223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.493089399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.492+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhmGnSrAEKdPWR7FyrcUPhj8Vuhe2VYeuZrvWe6bRaXsn3 + count=7644072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299493]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.493141193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.492+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RaXsn3 count=7644073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299493]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.498140121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.497+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1rOyp","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.498172332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.497+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RaXsn3 inflight=1 count=7644075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.498195795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.497+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RaXsn3 inflight=0 count=7644076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.499493832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.499+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhhkzrB88JtPgnGmEZn1wRiRzuLrSsCF4LgEqEh9uPvQuX + count=7617224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.499665879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.499+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uPvQuX count=7617225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.503765433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.503+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.503792640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.503+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uPvQuX inflight=1 count=7617227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.503797379Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.503+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uPvQuX inflight=0 count=7617228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.543741669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.543+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhjqLAhX4eQV34CvJvtkgeDyLzP7SJWS8R1uFzPJyYFon3 + count=7644077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.543784994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.543+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yYFon3 count=7644078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.547688629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.547+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.547720466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.547+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yYFon3 inflight=1 count=7644080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.547741013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.547+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yYFon3 inflight=0 count=7644081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.550468128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.549+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhbkN9GdrxitbgZ3ALc6YmF34zbdgy5gGmMEQyzpmTr4uX + count=7617229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.550519183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.550+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mTr4uX count=7617230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.555691349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.555+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1puRz","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.555727227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.555+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mTr4uX inflight=1 count=7617232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.555735920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.555+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mTr4uX inflight=0 count=7617233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.594499748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.593+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhfx6LuuyXVdfjARWkxjp3Y5wXtj2egRmyw5y9gT2iM5n3 + count=7644082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.594539946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.594+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2iM5n3 count=7644083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.599610196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.599+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.599645987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.599+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2iM5n3 inflight=1 count=7644085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.599665181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.599+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2iM5n3 inflight=0 count=7644086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.601335074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.600+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhYagEs396Kk7CBDFih8yh4UBn6QqCY7p2Vf3QqUrdneuX + count=7617234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.601385826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.601+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rdneuX count=7617235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.606428901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.606+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.606465857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.606+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rdneuX inflight=1 count=7617237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.606485124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.606+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rdneuX inflight=0 count=7617238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.645157698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.644+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhiZX3WJx6Nc92xyEaLYHzSonZNLuhZ36FaL3aJH75HYn3 + count=7644087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299645]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.645250774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.644+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*75HYn3 count=7644088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299645]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.649514212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.649+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.649544634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.649+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*75HYn3 inflight=1 count=7644090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.649556666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.649+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*75HYn3 inflight=0 count=7644091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.652098979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.651+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhWu39sErbidstpRtvAkZ2AxS8Uaxkzb2cbKtSBWQEQMuX + count=7617239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.652143261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.651+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QEQMuX count=7617240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.656049230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.656077577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QEQMuX inflight=1 count=7617242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.656151611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QEQMuX inflight=0 count=7617243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.696164202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.695+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhdy9mJ1f9fuQMrNGKTRj7uQybNDc6YXQH3AY3f9pdXUn3 + count=7644092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.696207403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.695+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pdXUn3 count=7644093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.701640344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.701+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.701671569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.701+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pdXUn3 inflight=1 count=7644095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.701676152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.701+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pdXUn3 inflight=0 count=7644096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.702546675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.702+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjbD95MFFKQYFXfuvX9zb5qWTjHTf58ZgmFFTukKpDNuX + count=7617244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.702665596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.702+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KpDNuX count=7617245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.706641945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.706+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.706777739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KpDNuX inflight=1 count=7617247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.706853896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KpDNuX inflight=0 count=7617248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.747248209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.746+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhXvhNb5JFLT3sS4Ciku2DA8AdGKHGhNZMwjEmg7CTDun3 + count=7644097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.747287949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.747+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CTDun3 count=7644098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.751137964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.750+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.751356753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.750+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CTDun3 inflight=1 count=7644100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.751373471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.751+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CTDun3 inflight=0 count=7644101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.753459127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.753+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhk3HssYmnU2CUFMyWtxoTrCkELeycwpVYeLoNL5m2GkuX + count=7617249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.753502052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.753+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m2GkuX count=7617250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.758693427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.758+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.758731653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.758+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m2GkuX inflight=1 count=7617252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.758737184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.758+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m2GkuX inflight=0 count=7617253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.797857071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.797+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhekE3YEaVSi4aoDF3uxYUCKBej43MpLS5pAdBm16u2wn3 + count=7644102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.797899748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.797+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6u2wn3 count=7644103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.801516777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.801+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.801537770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.801+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6u2wn3 inflight=1 count=7644105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.801708707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.801+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6u2wn3 inflight=0 count=7644106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.804503949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.803+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhWrEkQQgxPjsaH81qfNGJkvyRxspKrEiShwoEognGsduX + count=7617254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.804534121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.804+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nGsduX count=7617255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.809945845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.809+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.809988328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.809+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nGsduX inflight=1 count=7617257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.810009161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.809+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nGsduX inflight=0 count=7617258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.849242275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.848+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhapvfgzutsqYDxgv5bFqJgBYQJi1fmQYT5LB7WsMbVsn3 + count=7644107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.849278772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.849+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MbVsn3 count=7644108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.853283769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.853+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.853309346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.853+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MbVsn3 inflight=1 count=7644110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.853313387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.853+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MbVsn3 inflight=0 count=7644111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.855549095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.855+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhe3NrsiiTJnHmyqURn5po434uPrmZZG89MssuR2Hm3HuX + count=7617259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.855599140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.855+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hm3HuX count=7617260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.859404487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.859+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.859437156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hm3HuX inflight=1 count=7617262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.859638446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hm3HuX inflight=0 count=7617263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.899808155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.899+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhoMnmDHBBtmfMvpCrZN4y6A3P5E9yfjf2nQKiKCw8hon3 + count=7644112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.899849188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.899+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*w8hon3 count=7644113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.903758623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.903+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.903939483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.903+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w8hon3 inflight=1 count=7644115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.904064811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.903+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w8hon3 inflight=0 count=7644116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.906148173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.905+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZo7HjLgYH1aa8EMP3yPseTocnBi1d9qT2kypbccJXyuX + count=7617264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.906192911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.906+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cJXyuX count=7617265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.910770590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.910+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.910811741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.910+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cJXyuX inflight=1 count=7617267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.910889758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.910+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cJXyuX inflight=0 count=7617268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.950524381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.950+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhhfTXadzFBnYhzHxUVuTrgCri7X1aANSV9tRVHVpc5Hn3 + count=7644117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.950566276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.950+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pc5Hn3 count=7644118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.954965019Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.954+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.955000625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.954+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pc5Hn3 inflight=1 count=7644120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.955005475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:14:59.954+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pc5Hn3 inflight=0 count=7644121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593299955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.957552998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.957+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZinHdpU2c5guPrnwY8vP3jyGmCbxyhfWZA1HdaycRjuX + count=7617269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.957593815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.957+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ycRjuX count=7617270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.963210068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.962+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.963256994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.963+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ycRjuX inflight=1 count=7617272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:14:59.963261934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:14:59.963+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ycRjuX inflight=0 count=7617273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593299963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.001415868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.001+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhafwVYM2ppeSYsUZYeeFWY8WYvRpNRwnzxCgrxhofuUn3 + count=7644122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.001453095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.001+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ofuUn3 count=7644123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.007342422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.006+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.007384100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.007+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ofuUn3 inflight=1 count=7644125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.007389925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.007+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ofuUn3 inflight=0 count=7644126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.008941140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.008+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhfFhDBS1zhQtkaGxJ8wUZvgChX55fdNyZkTU7RVNG3KuX + count=7617274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.009026390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.008+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NG3KuX count=7617275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.019117126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.017+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.019169100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.017+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NG3KuX inflight=1 count=7617277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.019178709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.017+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NG3KuX inflight=0 count=7617278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.052130424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.051+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhdnF4DKCCkKwnWKfXWK8q1Z2PBMj3niDHG6rxyLRvqsn3 + count=7644127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.052170769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.051+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Rvqsn3 count=7644128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.056746729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.056+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.056836256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.056+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Rvqsn3 inflight=1 count=7644130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.056845662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.056+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Rvqsn3 inflight=0 count=7644131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.060241560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.059+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhfunjvR7mJmaGk4Ms4ERcXchBXeW3qysveMD5RVcMWGuX + count=7617279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.060459912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.060+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cMWGuX count=7617280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.066627473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.066+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.066767632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.066+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cMWGuX inflight=1 count=7617282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.067303109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.066+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cMWGuX inflight=0 count=7617283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.103399683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.102+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhi6AUuSMB5NRapWh6aVJUBpeVLWyHyC9dqdHRgdT9zUn3 + count=7644132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.103441667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.103+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*T9zUn3 count=7644133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.108193183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.107+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.108418514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.108+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T9zUn3 inflight=1 count=7644135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.108522737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.108+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T9zUn3 inflight=0 count=7644136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.110725735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.110+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhfvKACB3ioBTjEFHPVu25dK4ecfEKemaCHedpBgg8GYuX + count=7617284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.110833623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.110+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*g8GYuX count=7617285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.117910638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.117+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.117970297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.117+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g8GYuX inflight=1 count=7617287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.118288572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.118+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g8GYuX inflight=0 count=7617288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.154087840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.153+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhZV1nvz9KFajZX9859MyGy5MQgwncj4VHQ6XFaEd8Tvn3 + count=7644137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.154132127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.153+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*d8Tvn3 count=7644138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.158486999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.158+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.158518024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.158+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d8Tvn3 inflight=1 count=7644140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.158914699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.158+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d8Tvn3 inflight=0 count=7644141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.161957419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.161+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjii4VYoXFs6k8qKhTRvuuaAq75P5PQy4RDNVQuiJNuuX + count=7617289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.162010602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.161+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iJNuuX count=7617290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.166946628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.166+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.166991650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.166+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iJNuuX inflight=1 count=7617292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.167147352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.166+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iJNuuX inflight=0 count=7617293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.205343518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.204+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhdtfLUYwwnUY9Gp2sK192C4NPCyJ7s79ZQV891awUsXn3 + count=7644142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300205]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.205382473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.205+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wUsXn3 count=7644143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300205]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.210567216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.210+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.210602459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.210+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wUsXn3 inflight=1 count=7644145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.210775301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.210+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wUsXn3 inflight=0 count=7644146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.213016204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.212+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhYuwfRyqAQiEYEvch8GAp3pf2E3sVtM2iNpRM3V2bgauX + count=7617294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.213500621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.213+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2bgauX count=7617295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.218932615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.218+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.219220437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.219+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2bgauX inflight=1 count=7617297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.219530107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.219+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2bgauX inflight=0 count=7617298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.256253058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.255+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnC4DyCcKHCV2G3ruP94feUgZHP9kf7AWCdGiqqqMDDn3 + count=7644147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.256289954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.256+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qMDDn3 count=7644148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.261688821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.261+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.261985722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.261+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qMDDn3 inflight=1 count=7644150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.262039211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.261+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qMDDn3 inflight=0 count=7644151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.264276722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.263+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZ6BBKXPPhNTYsGtQ4fJA2KY3r68fzeeG9JZJK71tjiuX + count=7617299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.264692055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.264+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1tjiuX count=7617300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.270828719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.270+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.271098344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.270+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1tjiuX inflight=1 count=7617302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.271388822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.271+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1tjiuX inflight=0 count=7617303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.307565022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.307+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhjw22dojJckGzG2YHnf5pkqkmfNjtsXasqySUAfuPean3 + count=7644152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.307610765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.307+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uPean3 count=7644153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.312111575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.311+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.312146663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.311+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uPean3 inflight=1 count=7644155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.312422551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.311+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uPean3 inflight=0 count=7644156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.315209372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.314+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhd1qAqN8Qa5bTQT1vQbYkJwnfzsfHssFN977yar8c3buX + count=7617304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.315380029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.315+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8c3buX count=7617305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.319564958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.319+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.319596120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.319+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8c3buX inflight=1 count=7617307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.319609778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.319+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8c3buX inflight=0 count=7617308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.357905283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.357+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rheqXZDqq1S4b7FkMzkzfjk6nnbUkvofRG5kpDazvu2vn3 + count=7644157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300357]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.357941726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.357+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vu2vn3 count=7644158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300357]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.361781427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.361+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.361811114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.361+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vu2vn3 inflight=1 count=7644160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.361837181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.361+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vu2vn3 inflight=0 count=7644161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.366134949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.365+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhZXg6e9UMjcaEdTCdgcGjucHdRicBazSbjfDfQHhcSuuX + count=7617309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.366258921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.365+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hcSuuX count=7617310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.371794480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.371+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.371853885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.371+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hcSuuX inflight=1 count=7617312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.372020414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.371+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hcSuuX inflight=0 count=7617313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.408408856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.407+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhZ8WnGQ3XbtLiJvQ4ic4eedueasxV3HdcNZmQ6PEmCzn3 + count=7644162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300408]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.408444924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.408+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EmCzn3 count=7644163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300408]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.412404872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.412+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.412439595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.412+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EmCzn3 inflight=1 count=7644165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.412542876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.412+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EmCzn3 inflight=0 count=7644166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.416474598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.416+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhmB5SNbem7wtFzmMrDXf6yyNJXGwo2XjMzvm1pLEY4EuX + count=7617314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.416527327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.416+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EY4EuX count=7617315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.422695189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.422+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.422750555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.422+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EY4EuX inflight=1 count=7617317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.422838070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.422+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EY4EuX inflight=0 count=7617318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.459078413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.458+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhfMpmqX8UJQqRArxqgkf2V1VESJojmsexALuwYyqukNn3 + count=7644167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.459119688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.458+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qukNn3 count=7644168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.463325746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.463+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.463362363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.463+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qukNn3 inflight=1 count=7644170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.463589947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.463+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qukNn3 inflight=0 count=7644171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.467494303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.467+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhjgkrFUhMqfUi3EoUCjHMFqNtD2x21paQrQ8nREH3NvuX + count=7617319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.467546005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.467+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7617320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.467596161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.467+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H3NvuX count=7617321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.474181528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.473+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.474231285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.473+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3NvuX inflight=1 count=7617323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.474240290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.473+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3NvuX inflight=0 count=7617324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.510085707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.509+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhWo1Q4N8vcuUNKcKciYppALJUxvoBFoADNXpAZ6aoLUn3 + count=7644172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.510128253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.509+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aoLUn3 count=7644173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.516158641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.515+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.516198729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.515+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aoLUn3 inflight=1 count=7644175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.516204124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.516+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aoLUn3 inflight=0 count=7644176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.518805100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.518+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhg1G6DAmXfeMMCivx83a69qdfTPWyQHHx8e11bSDVLkuX + count=7617325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.518852937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.518+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DVLkuX count=7617326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.524387087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.524+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.524605303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.524+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DVLkuX inflight=1 count=7617328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.524618324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.524+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DVLkuX inflight=0 count=7617329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.560772200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.560+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhokFdxjFwSFZxCQjY3szcgfTLVQ24i6yjneykbhTiSNn3 + count=7644177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300560]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.560827610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.560+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TiSNn3 count=7644178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300560]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.566283664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.565+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.566525658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.566+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TiSNn3 inflight=1 count=7644180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.566536736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.566+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TiSNn3 inflight=0 count=7644181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.570207826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.569+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhnf5aYVg9uCCs8w3NfK67ub5kkCLeCrHB2SUo6t2ZinuX + count=7617330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.570275005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.569+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2ZinuX count=7617331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.574908481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.574+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.574942596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.574+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2ZinuX inflight=1 count=7617333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.574954965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.574+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2ZinuX inflight=0 count=7617334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.612150021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.611+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhidGrxwsMDTzukHW1JBXq4Wfb7LCR265dEujTkadHQ3n3 + count=7644182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.612194381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.611+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dHQ3n3 count=7644183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.616457679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.616+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.616494399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.616+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dHQ3n3 inflight=1 count=7644185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.616526006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.616+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dHQ3n3 inflight=0 count=7644186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.621575650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.621+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhkXVCTbp7g2DzVLpeMs3W165AHDsCJyCGwa5N7pc4qiuX + count=7617335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.621622042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.621+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*c4qiuX count=7617336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.627467865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.627+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.627498792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.627+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c4qiuX inflight=1 count=7617338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.627526229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.627+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c4qiuX inflight=0 count=7617339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.663082476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.662+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rheQX3Y5Ne97wNbUo8msC9EuQcz2uScS6ZqKkES1t9sRn3 + count=7644187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.663124753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.662+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t9sRn3 count=7644188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.668123017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.667+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.668162690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.667+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t9sRn3 inflight=1 count=7644190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.668170339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.667+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t9sRn3 inflight=0 count=7644191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.672238052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.671+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhohZcXkCHyd2rqGxADLbjXYwkm6MMjHgM7fco5SEcxJuX + count=7617340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.672275428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.672+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EcxJuX count=7617341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.676120506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.675+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.676308686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.675+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EcxJuX inflight=1 count=7617343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.676324529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.676+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EcxJuX inflight=0 count=7617344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.713640018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.713+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnR1byYdxUXqA7ZpDJ7WEUoTLm1ZVzz2gsaznxUdwYyn3 + count=7644192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300713]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.713713016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.713+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dwYyn3 count=7644193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300713]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.718152276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.717+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.718352841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.717+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dwYyn3 inflight=1 count=7644195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.718380701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.718+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dwYyn3 inflight=0 count=7644196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.722911510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.722+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhmEesNDvs8UoB7Msxgr2mH4NzJVS6yCEzyU99sZo2kBuX + count=7617345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.722949319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.722+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o2kBuX count=7617346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.727090861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.726+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.727137787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.726+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o2kBuX inflight=1 count=7617348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1tvZC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.727343777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.726+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o2kBuX inflight=0 count=7617349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.764817006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.764+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhkQCaxZQxM2XSvgT8zHEfkPTDfRzjF4fEujFhjzweodn3 + count=7644197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300764]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.764859278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.764+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*weodn3 count=7644198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300764]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.771669879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.771+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.771712667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.771+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weodn3 inflight=1 count=7644200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.772091347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.771+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weodn3 inflight=0 count=7644201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.773878741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.773+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhkzsc98ZdNCUYBDkGQxaoEwB3oVEwwqagoVt5eJPz7wuX + count=7617350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.773930461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.773+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Pz7wuX count=7617351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.778414806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.778+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.778467021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.778+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pz7wuX inflight=1 count=7617353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.778471578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.778+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pz7wuX inflight=0 count=7617354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.815420440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.815+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhmZAMzPqVs1xsABfrNbQ33Ch1gdeP1vnZaa5KAUXWTrn3 + count=7644202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.815456930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.815+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XWTrn3 count=7644203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.820165907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.819+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.820206544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.819+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XWTrn3 inflight=1 count=7644205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.820508899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.820+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XWTrn3 inflight=0 count=7644206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.825415116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.824+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhXfn91ESqhZarsnLr1zgeNh2Ns76znc5XtUUN1Wa84MuX + count=7617355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300825]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.825512535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.824+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a84MuX count=7617356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300825]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.831486931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.831+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.831656042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.831+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a84MuX inflight=1 count=7617358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.831722353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.831+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a84MuX inflight=0 count=7617359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.867212469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.866+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhizMpzQ6LiDGMfwe37MgEZMckBSoZEasg8JXJD4nNrXn3 + count=7644207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.867252767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.867+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nNrXn3 count=7644208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.871883773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.872193449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.871+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nNrXn3 inflight=1 count=7644210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.872213479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.872+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nNrXn3 inflight=0 count=7644211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.876320246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.875+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhXXWm1VP6VWukk6cfDM8tHv87oxXsPZfMtYnFahfcxAuX + count=7617360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.876375323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.876+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fcxAuX count=7617361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.881858232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.881+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.881898499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.881+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fcxAuX inflight=1 count=7617363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.881953223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.881+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fcxAuX inflight=0 count=7617364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.917788233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.917+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhcCwuUjDMgnG7JakzyhVSnHvB16K9JMxqXWSi6jCwHtn3 + count=7644212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300917]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.917831330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.917+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CwHtn3 count=7644213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300917]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.923393554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.923+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.923451411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.923+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CwHtn3 inflight=1 count=7644215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.923472142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.923+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CwHtn3 inflight=0 count=7644216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.927588041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.927+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhaeG6dAUZimPis92M9cVrsaDnQGXo2Us1gsQYPSBBftuX + count=7617365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.927627519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.927+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BBftuX count=7617366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.932428625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.932+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.932464831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.932+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BBftuX inflight=1 count=7617368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.932470145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.932+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BBftuX inflight=0 count=7617369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.969023778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.968+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhoMUDjSCwATiPbrYg2BHf2pfcubpJNWuMdZsGamvKbTn3 + count=7644217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.969067733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.968+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vKbTn3 count=7644218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.975113763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.974+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.975151314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.974+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vKbTn3 inflight=1 count=7644220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.975157392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:00.974+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vKbTn3 inflight=0 count=7644221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593300975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.979142026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.978+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhfYS87ULm21zYJtqBW95QFm4qzNj6bRiwyUMcZEDykLuX + count=7617370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.979177551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.978+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DykLuX count=7617371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.983194248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.982+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.983271926Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DykLuX inflight=1 count=7617373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:00.983326423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:00.983+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DykLuX inflight=0 count=7617374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593300983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.017983246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.017+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959330 count=7617375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.019960232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.019+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhbMkpyuDNhfKgHsUEnRFtGuynH7qCq79yLpwwK9qwqvn3 + count=7644222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.019998095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.019+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qwqvn3 count=7644223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.024559831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.024+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301024]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.024591060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.024+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qwqvn3 inflight=1 count=7644225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301024]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.024596428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.024+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qwqvn3 inflight=0 count=7644226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301024]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.030725837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.030+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhehsfCT67yAgxXUvXERqXo9CCxiWrwjAV22GMo7fehduX + count=7617376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.030777750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.030+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fehduX count=7617377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.036345141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.035+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.036386279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.035+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fehduX inflight=1 count=7617379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.036393187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.036+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fehduX inflight=0 count=7617380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.071216428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.070+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhZkGNJuLru3Qnuk2bEp3ZkRaDFjmQA6yT9nv73iHrRBn3 + count=7644227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.071258743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.071+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HrRBn3 count=7644228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.075733105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.075+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.075781557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.075+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HrRBn3 inflight=1 count=7644230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.075972470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.075+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HrRBn3 inflight=0 count=7644231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.081922883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.081+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhmVM85Puvp8h82goGLyV2LbR6hCLNfwnAnQaCJWvGjMuX + count=7617381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.082129120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.081+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vGjMuX count=7617382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.086563140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.086+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.086605380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.086+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vGjMuX inflight=1 count=7617384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.086772925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.086+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vGjMuX inflight=0 count=7617385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1rO2p","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.122505302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.122+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnMpiQBoK86AUPc6VWfD3P979xZTcuHdK2FU97vgJFCn3 + count=7644232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.122556874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.122+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gJFCn3 count=7644233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.128460049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.128+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gJFCn3 inflight=1 count=7644235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.128761853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gJFCn3 inflight=0 count=7644236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.128417902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.133410241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.132+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/uX/zb2rhcdaiVWHCJzbqXDMnEF2oPojBAq3xQ3naom49UZk6B8uX + count=7617386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.133449582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.133+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k6B8uX count=7617387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.137906501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.137+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.137947344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.137+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k6B8uX inflight=1 count=7617389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.138035706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.137+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k6B8uX inflight=0 count=7617390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.173176921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.172+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhfJWhgRj5SQLwa9xt1te61NkYxBpdwDutc8FHXZwjvhn3 + count=7644237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.173232200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.172+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wjvhn3 count=7644238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.178998070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.178+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.179038367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.178+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wjvhn3 inflight=1 count=7644240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.179045184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.178+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wjvhn3 inflight=0 count=7644241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.184905404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.184+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhmEmRgD7HHhEJUj9C6b68WHrTqFtW4sn4ty5gTtPJWFQb + count=7617391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.184954111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.184+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PJWFQb count=7617392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.192628233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.192+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.192674037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.192+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PJWFQb inflight=1 count=7617394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.192705648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.192+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PJWFQb inflight=0 count=7617395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.228646937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.227+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhiUYRtPj2yevz3ERXmTtgojmYXrwQBGfAUCFp5gRxTQn3 + count=7644242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.228683140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.228+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RxTQn3 count=7644243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.233914733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.233+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.233952380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.233+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RxTQn3 inflight=1 count=7644245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.233957077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.233+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RxTQn3 inflight=0 count=7644246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.236175369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.235+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhe8aPh1taTXtQ2niC22bb5w72wbcifZEGYsrycyK1j7Qb + count=7617396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301236]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.236365502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.236+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K1j7Qb count=7617397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301236]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.243824121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.243+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.243865944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.243+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K1j7Qb inflight=1 count=7617399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.244078984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.243+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K1j7Qb inflight=0 count=7617400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301244]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.279627447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.279+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8Ka3n3 count=7644248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.279373713Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.279+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnqVSTL2mQhJQiJAM4orEssEnKVsdsKuL72YDbR8Ka3n3 + count=7644247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.284119319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.283+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.284167867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Ka3n3 inflight=1 count=7644250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.284239993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.284+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Ka3n3 inflight=0 count=7644251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.287079101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.286+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhiKhVCz63dQToFgUxZ3XVxQqDSCMWSdFzKQYWmsFaGKQb + count=7617401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.287119642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.286+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FaGKQb count=7617402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.298083655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.297+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.298130753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.297+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FaGKQb inflight=1 count=7617404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.298149713Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.297+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FaGKQb inflight=0 count=7617405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.330790672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.330+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhZZfPqR1ScM5m25aa1JTDwwruRSQUBghU9eb61uVwxUn3 + count=7644252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.330838456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.330+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VwxUn3 count=7644253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.338713935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.338+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhnbvoD4KBXxUARBnZtJ8VcgN7QpEYser1SahhipCDKSQb + count=7617406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.338775183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.338+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CDKSQb count=7617407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.340585630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.340+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.340639956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.340+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VwxUn3 inflight=1 count=7644255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.340646505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.340+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VwxUn3 inflight=0 count=7644256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.345253965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.344+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301345]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.345305506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.344+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CDKSQb inflight=1 count=7617409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301345]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.346358626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.344+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CDKSQb inflight=0 count=7617410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.382225682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.381+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnT2GrBb6wU8FmA69GWjDcuEUkYfZStgsycCGNqXDW2n3 + count=7644257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.382276221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.381+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XDW2n3 count=7644258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.389815406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.389+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdRJBdGuWeNoxqm1nPmauAnUKSaDpPPCT8veMYmGmdsQb + count=7617411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.389918148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.389+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GmdsQb count=7617412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.390028957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.389+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.390080196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.389+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XDW2n3 inflight=0 count=7644261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.390075345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.389+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XDW2n3 inflight=1 count=7644260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.396577483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.396+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.396621803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.396+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GmdsQb inflight=1 count=7617414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.396863524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.396+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GmdsQb inflight=0 count=7617415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.433752560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.433+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhbdrjjtfL7L6AE6fWmMBfStBjVkYbFtJQq7o4mS9LYgn3 + count=7644262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.433783674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.433+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9LYgn3 count=7644263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.439032901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.439069469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9LYgn3 inflight=1 count=7644265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.439080985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9LYgn3 inflight=0 count=7644266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.440350427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.440+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhi4KeBfFFhmRXNgL1zd1TFFJYLHwnn245j6kfhmHGQ2Qb + count=7617416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.440424709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.440+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HGQ2Qb count=7617417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.450254227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.449+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.450304532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HGQ2Qb inflight=1 count=7617419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.450326667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.450+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HGQ2Qb inflight=0 count=7617420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.484633327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.484+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhfMF8ADENeJrr2H8bXYMBzgsE53PqgKJyJosTPWiPzgn3 + count=7644267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.484685060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.484+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iPzgn3 count=7644268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.490847446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.490+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.490920418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.490+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iPzgn3 inflight=1 count=7644270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.490929272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.490+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iPzgn3 inflight=0 count=7644271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.491767405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.490+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhfCeoXFu7S1Hd84wwrk7dkgNGS9K7SCgTamFMutHpqcQb + count=7617421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.491819475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.490+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HpqcQb count=7617422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.496675999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.496+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.496728341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.496+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HpqcQb inflight=1 count=7617424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.496738781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.496+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HpqcQb inflight=0 count=7617425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.535507445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.535+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhkmYK7Ngkiijhuwc6jXavPePYQQ7mGBDSrU82sGLPi7n3 + count=7644272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.535691551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.535+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LPi7n3 count=7644273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.540467513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.539+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.540506828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.540+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LPi7n3 inflight=1 count=7644275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.540679729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.540+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LPi7n3 inflight=0 count=7644276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.542335126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.541+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhmQwz95NX9qFsBVDhTUn4WBw4HFYhuRZqeR6gSicV4uQb + count=7617426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.542464156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.542+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cV4uQb count=7617427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.554232440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.553+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.554291144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.553+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cV4uQb inflight=1 count=7617429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.554340608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.554+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cV4uQb inflight=0 count=7617430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.586169409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.585+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhWfaxqyQehRidBQsYru3hhxyikxeskBMbSg4BgSti35n3 + count=7644277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.586532171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.586+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ti35n3 count=7644278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.592887122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.592+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdCDiJsNsqV8jFdcXBKc2BCwTj2Lv5aAqzVnFL4B2aAQb + count=7617431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.592941640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.592+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B2aAQb count=7617432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.593447423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.593+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301593]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.593488328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.593+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ti35n3 inflight=1 count=7644280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301593]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.593847448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.593+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ti35n3 inflight=0 count=7644281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301593]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.599629662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.599+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.599678492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.599+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2aAQb inflight=1 count=7617434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.599702614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.599+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2aAQb inflight=0 count=7617435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.637367015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.636+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhgMPGhXgNjLaN9txXYuNnCLZxXoVZEzifxwcooW9Fhsn3 + count=7644282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.637412242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.637+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9Fhsn3 count=7644283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.643762224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.643+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.643808151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.643+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Fhsn3 inflight=1 count=7644285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.644075329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.643+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Fhsn3 inflight=0 count=7644286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.644376515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.643+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhcgJLgBydQwYzZjwYB2nxYzd6a4PkxnVkwNcb4utKXkQb + count=7617436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.644464283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.644+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tKXkQb count=7617437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.651780542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.651+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.651828228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tKXkQb inflight=1 count=7617439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.651967035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tKXkQb inflight=0 count=7617440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.688659763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.688+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhjh7SjseXcfG5Wi1z1c4mDiKbAso5WjhH6gTy78VPCxn3 + count=7644287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.688701679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.688+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VPCxn3 count=7644288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.695781086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.695820076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VPCxn3 inflight=1 count=7644290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.695495728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.695+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdUqJxkMciiGNCJHFXhm6VLs1WtiyXueZNrZM3ygNd2Qb + count=7617441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.695613068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.695+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gNd2Qb count=7617442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.696028235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VPCxn3 inflight=0 count=7644291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.704570420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.704+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.704618172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.704+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gNd2Qb inflight=1 count=7617444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.704856939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.704+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gNd2Qb inflight=0 count=7617445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.740015596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.739+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhoToRifKCXZn4M1knWEjD8XaaA1Vo9zxVhfjr5U8uvkn3 + count=7644292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.740430254Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.740+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8uvkn3 count=7644293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.745830908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.745+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.745869253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.745+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8uvkn3 inflight=1 count=7644295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.746161817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.745+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8uvkn3 inflight=0 count=7644296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.746775137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.746+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdRJtHKeEPDLQQvHnDxmXnHgny9EbT57iZo3pGaxe7aQb + count=7617446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.746832196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.746+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xe7aQb count=7617447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.751781463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.751+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.751847142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.751+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xe7aQb inflight=1 count=7617449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.752113046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.751+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xe7aQb inflight=0 count=7617450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.790672570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.790+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhmMPNL8fN3HF9FbV8KkWJG8P9i17iidpNk1J8fWzEjSn3 + count=7644297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.790737225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.790+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zEjSn3 count=7644298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.797693084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.797+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhfEkf5sQgmQMWXt9c1jtnDUN7Lw5VUukhHqENPCmsZ3Qb + count=7617451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.797763539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.797+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*msZ3Qb count=7617452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.799763260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.799804774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zEjSn3 inflight=1 count=7644300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.799810782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.799+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zEjSn3 inflight=0 count=7644301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.802556372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.802+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.802605766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.802+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*msZ3Qb inflight=1 count=7617454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.802615894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.802+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*msZ3Qb inflight=0 count=7617455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.841416197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.840+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhbxEkfZgbw8Q1aNvvYHpaDVYgY7ngWXFsPv6oFkCWHDn3 + count=7644302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.841458422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.841+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CWHDn3 count=7644303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.848131596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.847+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.848172344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.847+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CWHDn3 inflight=1 count=7644305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.848178265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.847+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CWHDn3 inflight=0 count=7644306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.849075448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.848+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhjUM3mB8f5vjmeLd6tY4XjPRmQ4NmF6ggjGd3zbgCDhQb + count=7617456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.849407533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.848+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gCDhQb count=7617457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.856870191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.856+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.856932927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.856+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gCDhQb inflight=1 count=7617459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.857228836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.856+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gCDhQb inflight=0 count=7617460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.893485145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.892+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rha6L6Sb2XPNWfNtXMbk2T3FFywyyxB2kiAgpU8Vv4fxn3 + count=7644307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.893527045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.892+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v4fxn3 count=7644308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.899617177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.899+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhi4Mby9kkiqxD7CBnejEYAtL7PZszUz3HpVi3QJJtwwQb + count=7617461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.899668307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.899+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JtwwQb count=7617462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.904295075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.903+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.904328395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.904+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JtwwQb inflight=1 count=7617464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.904332641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.904+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JtwwQb inflight=0 count=7617465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.907302475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.906+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.907342832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.906+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v4fxn3 inflight=1 count=7644310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.907476492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v4fxn3 inflight=0 count=7644311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.943196396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.942+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhkenrdVBXgJ2FG5r1cVegZyN7wLojVpEcqGbnEPBAwwn3 + count=7644312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.943240665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.942+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BAwwn3 count=7644313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.948373985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.948+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.948412421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.948+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BAwwn3 inflight=1 count=7644315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.948426326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.948+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BAwwn3 inflight=0 count=7644316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.951079257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.950+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdU2BsTPvSBf4MouR5Dj9YX9XjeayosU5MjbWRKGEPYQb + count=7617466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.951133270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.950+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GEPYQb count=7617467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.955786479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.955+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.955838021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.955+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GEPYQb inflight=1 count=7617469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.955881381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:01.955+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GEPYQb inflight=0 count=7617470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593301955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.994121633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.993+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rheabYQ6JMTrQ4ccyyuG2RizesrVacKbDMnuRfvjzLi5n3 + count=7644317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:01.994161260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:01.993+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zLi5n3 count=7644318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593301994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.002073915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.000+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.002118592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.000+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zLi5n3 inflight=1 count=7644320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.002151880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.000+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zLi5n3 inflight=0 count=7644321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.002385523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.002+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhZAuJAyPMCH1CSNy5u78Y2q3XEQC1ZJMungnABAw3h5Qb + count=7617471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.002518846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.002+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*w3h5Qb count=7617472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.008620223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.008+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.008704815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.008+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w3h5Qb inflight=1 count=7617474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.009076051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.008+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w3h5Qb inflight=0 count=7617475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.045696393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.045+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhf595yANVsowsazoEZGxUZjRhRjLQuxyAtXoQQP17ANn3 + count=7644322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.045739047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.045+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*17ANn3 count=7644323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.053380762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.052+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhcJFuhg8miTEaT4ojtSmPPctcz5heqGjo3vX3q5gbphQb + count=7617476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.053500465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.053+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gbphQb count=7617477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.059435Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.059+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.059498283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.059+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gbphQb inflight=1 count=7617479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.059558142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.059+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gbphQb inflight=0 count=7617480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.104088898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.103+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhftbbFXdtpxznkT1hapcJRhYn2PLHWmTm7GpKKzMRvKQb + count=7617481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.104149738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.103+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MRvKQb count=7617482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.110760779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.110794821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.110+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MRvKQb inflight=1 count=7617484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.110800021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.110+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MRvKQb inflight=0 count=7617485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.124939398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.124+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.124986210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.124+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*17ANn3 inflight=1 count=7644325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.124998068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.124+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*17ANn3 inflight=0 count=7644326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.125096155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.124+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhoEK3PGs5hV4mKBAxGZC8omey1QBZCxNYbUwcM8sMJ9n3 + count=7644327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.125110248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.125+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sMJ9n3 count=7644328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.129850058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.129+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302129]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.130239097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.129+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sMJ9n3 inflight=1 count=7644330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1vP-f","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.130373117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.130+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sMJ9n3 inflight=0 count=7644331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.155553283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.155+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhnL6DzsPiA948zJxrcnqjfpsspuqfzVM8PaNBZVPDtbQb + count=7617486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.155601687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.155+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PDtbQb count=7617487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.160838114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.160+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.160886112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.160+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PDtbQb inflight=1 count=7617489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.160911003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.160+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PDtbQb inflight=0 count=7617490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.175958672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.175+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhniHVfhu9TADa6jSpm8n1JUqaDLLmRuntMy3cgaQKFnn3 + count=7644332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.176003476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.175+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QKFnn3 count=7644333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.183856518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.183+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.183900580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.183+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QKFnn3 inflight=1 count=7644335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.183907574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.183+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QKFnn3 inflight=0 count=7644336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.206464277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.206+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhkxej8wvoRTiMspgx8PWoLsEPQ2NBLkadak16vrL4L7Qb + count=7617491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.206568771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.206+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L4L7Qb count=7617492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.212871814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.212+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.212926656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.212+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L4L7Qb inflight=1 count=7617494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.213092798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.212+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L4L7Qb inflight=0 count=7617495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.226507417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.226+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yjJ4n3 count=7644338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.226465122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.226+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhfYxmRBmGSVQ5dmBBm9X7UQ7jhZoucpfKNbKEYiyjJ4n3 + count=7644337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.233910124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.233+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.233951734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.233+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yjJ4n3 inflight=1 count=7644340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.233958886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.233+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yjJ4n3 inflight=0 count=7644341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302233]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.257746158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.257+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhm87zKcTPCHbewjYJerpDRht5LX32UbLvVWfb2eTQi7Qb + count=7617496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.257795056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.257+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TQi7Qb count=7617497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.264399650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.264+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.264440617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.264+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQi7Qb inflight=1 count=7617499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.264458032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.264+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQi7Qb inflight=0 count=7617500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.277321227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhgEzGUib7X7p6fi8PNvdu6vge1efoPKjCLHihZVbuiSn3 + count=7644342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.277366292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.277+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*buiSn3 count=7644343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.287843687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.287+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.287973054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.287+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*buiSn3 inflight=1 count=7644345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.288008729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.287+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*buiSn3 inflight=0 count=7644346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.308407220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.307+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhYj6rPt1m3hftw34faFMfnqQqb3KMfyGw9JmVTMtv3bQb + count=7617501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.308456617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.308+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tv3bQb count=7617502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.315946446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.316017918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tv3bQb inflight=1 count=7617504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.316027860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.315+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tv3bQb inflight=0 count=7617505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.328541006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.328+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/n3/zb2rhnAxxEupHbAsbNF1XJa86QSMam4MtbpwB3cYp23Zcyun3 + count=7644347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.328611163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.328+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Zcyun3 count=7644348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.335759616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.335820085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zcyun3 inflight=1 count=7644350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.335860054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zcyun3 inflight=0 count=7644351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.359424818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.358+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhZ6618Y8oiBDYXbheUw5GqfcoJyYgAsjN5hGkG6Yj8uQb + count=7617506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.359550166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.359+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Yj8uQb count=7617507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.364448644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.364+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.364486833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.364+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yj8uQb inflight=1 count=7617509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.364522719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.364+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yj8uQb inflight=0 count=7617510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.379783730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.379+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhYmqLDLktWuxhY78whYx2HZ5hf1eYBbzE9VKjWifCTbx9 + count=7644352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.379867509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.379+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fCTbx9 count=7644353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.385967671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.385+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.386022647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.385+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fCTbx9 inflight=1 count=7644355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.386058284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.385+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fCTbx9 inflight=0 count=7644356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.410212775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.409+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhcfceUiyBaV7JYraiaDkyDWyHMFY522H5f41ehTfepTQb + count=7617511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.410262019Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.409+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fepTQb count=7617512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.416883413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.416+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.416937248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.416+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fepTQb inflight=1 count=7617514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.416947330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.416+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fepTQb inflight=0 count=7617515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.430393550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.430+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhZ39WExxkoGDjajuXKmNo9joFyNsoqMSQSUtd19r7m2x9 + count=7644357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.430530131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.430+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r7m2x9 count=7644358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.436398969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.436+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.436439396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.436+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r7m2x9 inflight=1 count=7644360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.436515752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.436+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r7m2x9 inflight=0 count=7644361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.436562144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.436+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7644362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.461580222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.461+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rheXXkWx7W8mmASZKMePDAAmdHEq6PYSypqrF4DK9NgMQb + count=7617516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.461630771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.461+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9NgMQb count=7617517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.473661162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.469+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.473738841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.473+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9NgMQb inflight=1 count=7617519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.473768336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.473+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9NgMQb inflight=0 count=7617520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.481044757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.480+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhnwcjCiNF98tyoKcPGJWhhVREc9ZpTFven88K88ePEUx9 + count=7644363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.481098598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.480+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ePEUx9 count=7644364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.488218923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.488255957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.488+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ePEUx9 inflight=1 count=7644366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.488355112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.488+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ePEUx9 inflight=0 count=7644367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.512348467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.512+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhb7jn2u2LJNx7EBkHRa9b75K3gSbS2oeZgwbV8KK5zCQb + count=7617521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.512507665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.512+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K5zCQb count=7617522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.518286428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.517+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.518330692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.518+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K5zCQb inflight=1 count=7617524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.518499167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.518+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K5zCQb inflight=0 count=7617525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.532090341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.531+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhhxdWPz93L9FhSeGtwFP3u5YGE9n2388SxKnntiPtJqx9 + count=7644368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.532136699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.531+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PtJqx9 count=7644369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.540023516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.539+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.540064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.539+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PtJqx9 inflight=1 count=7644371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.540069642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.539+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PtJqx9 inflight=0 count=7644372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.563126468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.562+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhbQwGMBtwTqUqsuCsTufW42MsydLKuynhU4zuVio3kzQb + count=7617526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.563174706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.562+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o3kzQb count=7617527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.573416935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.572+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.573484541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.572+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3kzQb inflight=1 count=7617529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.573492078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.572+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3kzQb inflight=0 count=7617530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.582707564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.582+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhaA7QK6ZTk15sGrzWV7eMa2LCwjwyDFsLpeBEzyVgNYx9 + count=7644373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.582750028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.582+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VgNYx9 count=7644374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.590940101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.590+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.590982953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.590+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VgNYx9 inflight=1 count=7644376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.590989862Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.590+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VgNYx9 inflight=0 count=7644377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.613979233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.613+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhoernsjmpXQhC9Rc7Ez57MGDLrxfcfBB8WUeWg2NQAkQb + count=7617531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302613]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.614030081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.613+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NQAkQb count=7617532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.619577278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.618+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.619619010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.619+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NQAkQb inflight=1 count=7617534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.619626847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.619+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NQAkQb inflight=0 count=7617535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.633728638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.633+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhY5VXnXR9ztXrT665FYe2efsgqC4FCc66RPgqBu4Rk5x9 + count=7644378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.633774041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.633+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4Rk5x9 count=7644379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.639458328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.639+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.639501881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.639+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4Rk5x9 inflight=1 count=7644381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.639865502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.639+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4Rk5x9 inflight=0 count=7644382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.664944350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.664+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdznGtBtKqFakjLbsD2NGY5twCr3Tx7uDjmhKue4rQoQb + count=7617536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.665223569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.664+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4rQoQb count=7617537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.673794674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.673+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.673869660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.673+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4rQoQb inflight=1 count=7617539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.673878646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.673+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4rQoQb inflight=0 count=7617540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.684372558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.683+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhmUaEQhurWg3Z6CHLiNWJ9S3Z7yDBAq7VVYMKEPPPfmx9 + count=7644383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.684446770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.684+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PPfmx9 count=7644384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.689156146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.688+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.689198596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.688+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PPfmx9 inflight=1 count=7644386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.689229660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.689+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PPfmx9 inflight=0 count=7644387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.716350895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.715+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhctGKMhugZ86nCG6tJ9Y8fB4h55PWpXE4HqS5zVEPr6Qb + count=7617541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.716408906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EPr6Qb count=7617542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.723764830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.723848446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.723+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EPr6Qb inflight=1 count=7617544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.723872916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.723+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EPr6Qb inflight=0 count=7617545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.734926771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.734+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhii81HpLrQLYPxzgqG2vJpm34SsUqNJ7zBMKh5kDWU2x9 + count=7644388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.734977947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DWU2x9 count=7644389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.740305598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.739+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.740368349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.739+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DWU2x9 inflight=1 count=7644391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.740374177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.739+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DWU2x9 inflight=0 count=7644392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.767493412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhbuWhYVaYGaM5X7jrKGHcqCqgDpjdrJd8UiTTH5bGdyQb + count=7617546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.767546684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.767+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bGdyQb count=7617547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.778152194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.777+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.778205474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.777+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bGdyQb inflight=1 count=7617549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.778215298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.777+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bGdyQb inflight=0 count=7617550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.785352154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.785+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhWgngfCE48ogNsfVVABNpsZKR5GT2En6AKvKTofz51ax9 + count=7644393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.785890277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.785+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z51ax9 count=7644394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.793728247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.793+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.793936848Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z51ax9 inflight=1 count=7644396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.794270262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.794+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z51ax9 inflight=0 count=7644397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.818701243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhkt3YN4FXHMjay6Um2CsWnj9vvwABBbV59XmudMweDUQb + count=7617551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.818798966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*weDUQb count=7617552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.824827196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.824+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.824874392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.824+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weDUQb inflight=1 count=7617554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.824879757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.824+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weDUQb inflight=0 count=7617555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.835996998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhcuzb5Ecrv2usMevGrKMjDSnjq2BKbvMCm27N1WK6smx9 + count=7644398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.836367605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.836+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K6smx9 count=7644399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.842989416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.842+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.843218031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K6smx9 inflight=1 count=7644401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.843367993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K6smx9 inflight=0 count=7644402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.869512246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhnf9mUUprT7P1ewzdTNE6Cfm1TQQnG4zVXYx6L5MaXCQb + count=7617556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.869652048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MaXCQb count=7617557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.875059922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.874+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.875103450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.874+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MaXCQb inflight=1 count=7617559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.875206969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.874+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MaXCQb inflight=0 count=7617560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.887256741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.886+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhXfy5yzCrm8EpsUcZ14ubp7ok3byVd6EtxyiDg4wsQBx9 + count=7644403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.887561344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.887+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wsQBx9 count=7644404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.895724384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.895+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.895980856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.895+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wsQBx9 inflight=1 count=7644406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.896228888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.896+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wsQBx9 inflight=0 count=7644407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"026nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.920687935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.920+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdLDu3WwQ4CX1YpkYBSQgdx42JRQWXMLspgjmhgvn9uQb + count=7617561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.920782586Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vn9uQb count=7617562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.926772268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.926805212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vn9uQb inflight=1 count=7617564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"126nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.926936916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vn9uQb inflight=0 count=7617565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.938790883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.938+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhY8fvh565NqmthC3tiZf9CXqZbctMRoP3zhrw5gCp2Fx9 + count=7644408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.939082876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.938+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Cp2Fx9 count=7644409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.948230110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.947+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.948313792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.948+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Cp2Fx9 inflight=1 count=7644411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.948703455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.948+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Cp2Fx9 inflight=0 count=7644412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.971314555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.970+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhhtzYyDJJr6kwP6VMkvT2roKkjXnLE4jbNt3z7QLP3WQb + count=7617566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.971422326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LP3WQb count=7617567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.975590771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.975+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"226nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.975625269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.975+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LP3WQb inflight=1 count=7617569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.975791350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:02.975+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LP3WQb inflight=0 count=7617570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593302975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.990227711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.989+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhkjpSFRt5Dgd5Dk4zLZVbnponEB3YTYa2nJYkLCufyAx9 + count=7644413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.990407613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.990+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ufyAx9 count=7644414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.997198027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.996+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.997234098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.996+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ufyAx9 inflight=1 count=7644416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:02.997240829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:02.996+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ufyAx9 inflight=0 count=7644417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593302997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.022305418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.021+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhhb7p6UsoLbY5zVfrVSCoxrhG78efZroN3YPPyJ1X1NQb + count=7617571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.022652929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.022+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1X1NQb count=7617572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"326nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.027945040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.027+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.027989671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.027+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1X1NQb inflight=1 count=7617574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.028179622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.028+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1X1NQb inflight=0 count=7617575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.041366711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.041+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhXkFwxuobsqnq7tMy66PxC17PsoAwQtxwQFFcpHALu8x9 + count=7644418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.041436858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.041+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ALu8x9 count=7644419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.056569265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.046+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.056617436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.047+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ALu8x9 inflight=1 count=7644421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.056622921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.047+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ALu8x9 inflight=0 count=7644422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.072722170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.072+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rheWqUAzPuQck8Acbvw6FgtdmwndZ7ep7rcAwM8L5A2aQb + count=7617576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"426nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.072771034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.072+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5A2aQb count=7617577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.080190260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.079+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.080238579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.079+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5A2aQb inflight=1 count=7617579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.080246574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.079+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5A2aQb inflight=0 count=7617580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.092586066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.091+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhgEYxPUQeCQU1nVAK1ccG1EGJqH1xJhWjhuMMKqFAe7x9 + count=7644423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.092623522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.091+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FAe7x9 count=7644424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.101838479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.101+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.101887459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.101+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FAe7x9 inflight=1 count=7644426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.101963521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.101+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FAe7x9 inflight=0 count=7644427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"526nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.124105303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhf42gbfRf8cFuFsNYJUmXDF3WdciGvqtZQyYV1iPq3hQb + count=7617581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.124155743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Pq3hQb count=7617582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.130280665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.129+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.130316318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.130+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pq3hQb inflight=1 count=7617584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"626nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.130330648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.130+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pq3hQb inflight=0 count=7617585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.143923219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.143+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhbdMMwsUNZ3eNZzPQCoJBmmU9mhof5H3CcZ3Fw5mW3Ex9 + count=7644428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.143961431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.143+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mW3Ex9 count=7644429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.152720726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.152+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303152]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.152773697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.152+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mW3Ex9 inflight=1 count=7644431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303152]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.152784976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.152+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mW3Ex9 inflight=0 count=7644432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303152]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.174784274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.174+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhg8H66iSkNXb35Snksi8zAKQKHc5UaHpeD83aTE5F29Qb + count=7617586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.174848325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.174+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5F29Qb count=7617587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.180029073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.179+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"726nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.180104404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.179+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5F29Qb inflight=1 count=7617589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.180112048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.180+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5F29Qb inflight=0 count=7617590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.194508077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.194+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rheP6foDGNb7jrAXURDe374rDHdsNW39mV7e3a7JuaqXx9 + count=7644433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.194557654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.194+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uaqXx9 count=7644434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.201317270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.200+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.201350822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.200+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uaqXx9 inflight=1 count=7644436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.201355501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.200+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uaqXx9 inflight=0 count=7644437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.225793684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.225+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhkFTJ91nUtcU1U4vGWvMMRcd525iAUsNmCsy78ShXnLQb + count=7617591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.225845556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.225+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hXnLQb count=7617592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"826nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.231006780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.231073582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hXnLQb inflight=1 count=7617594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.231096089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hXnLQb inflight=0 count=7617595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.245790194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.245+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhoUjPUmdPNUU6b3c4NwrSVZaYM2f1HN27Jfu3qLqGZTx9 + count=7644438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303245]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.245831882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.245+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qGZTx9 count=7644439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303245]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.251638697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.251+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.251682765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.251+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGZTx9 inflight=1 count=7644441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.251727397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.251+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGZTx9 inflight=0 count=7644442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.276565910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhbZX4NB2G9ksFRApkK41xLzCdshV7EBPTfgLRcmHHW5Qb + count=7617596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"926nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.276611971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.276+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HHW5Qb count=7617597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.282354400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.281+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.282393604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.282+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HHW5Qb inflight=1 count=7617599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.282399958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.282+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HHW5Qb inflight=0 count=7617600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.297678125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.296+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhY74qgpYT6DjJMLtSBNQ88aBcvFHEsSGDL1s3pcVMQKx9 + count=7644443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.297716683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.297+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VMQKx9 count=7644444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.307834591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.303+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.307897928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.303+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VMQKx9 inflight=1 count=7644446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.307905476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.303+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VMQKx9 inflight=0 count=7644447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.327802916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.327+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhcKPf8nwWsmzSQJKzQYFqcgCMGrzDHENvAuvztqEWYAQb + count=7617601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.327919371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.327+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EWYAQb count=7617602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.348586415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.348+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhZvdnooB7FmCvg1JaWfpJzidagx3otKG81bNVTt1ShKx9 + count=7644448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.348632400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.348+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1ShKx9 count=7644449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.354624591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.354+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.354662501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.354+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ShKx9 inflight=1 count=7644451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.354769095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.354+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ShKx9 inflight=0 count=7644452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.369464343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.368+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m6nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.369510511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.369+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EWYAQb inflight=1 count=7617604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_26nt4sBOvK4VyD1tvdC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.369517667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.369+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EWYAQb inflight=0 count=7617605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.378974860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.378+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhiCh4cwZawQUkLb5rbU5bfScaf67dcn6pBbA138ynQKQb + count=7617606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.379087514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.378+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ynQKQb count=7617607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.386644621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.386+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A26nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.386693087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.386+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ynQKQb inflight=1 count=7617609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.386703594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.386+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ynQKQb inflight=0 count=7617610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.399357475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.399+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhoLETvXE36T99W28KTXNnGx9YUS8WiEihm43kCyv9zZx9 + count=7644453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.399403661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.399+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v9zZx9 count=7644454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.412070873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.412116084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v9zZx9 inflight=1 count=7644456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.412122785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v9zZx9 inflight=0 count=7644457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.430408027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.429+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhfoHurYw56cK1Mc9VfuXPJcFtNgc3D2aZMwbLBy8ifhQb + count=7617611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.430470581Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.430+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8ifhQb count=7617612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B26nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.438790092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.438822324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8ifhQb inflight=1 count=7617614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.438827106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8ifhQb inflight=0 count=7617615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.450671916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.450+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhdGX883d3DaaHVRiv1qvpYMCWnttgsJNYLGGdUCUoTux9 + count=7644458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.450712766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.450+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UoTux9 count=7644459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.456109279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.455+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.456261034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.455+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UoTux9 inflight=1 count=7644461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.456274276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.456+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UoTux9 inflight=0 count=7644462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.468336095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.467+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7617616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C26nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.480747669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.480+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhkHHcmDobZk4ozwt6whGRiXujG8kCoSUQta9DhfGQzBQb + count=7617617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.480794251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.480+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GQzBQb count=7617618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303480]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.487703942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.487831015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GQzBQb inflight=1 count=7617620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D26nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.487926322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GQzBQb inflight=0 count=7617621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.501781049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.501+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhfWUUURzyQkrjscZpxU36k3uiSv6VVA7G1adsDBJfYax9 + count=7644463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.501823299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.501+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JfYax9 count=7644464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.507095568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.506+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.507139393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.506+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JfYax9 inflight=1 count=7644466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.507278455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.506+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JfYax9 inflight=0 count=7644467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.531553584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.531+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rha3uYTDCnCUAA5j9y51Q35n7GMvCcAuxTB3jDyY69HhQb + count=7617622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.531694950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.531+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*69HhQb count=7617623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.536258558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.535+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E26nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.536302253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.536+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*69HhQb inflight=1 count=7617625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.536542099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.536+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*69HhQb inflight=0 count=7617626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.552826543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.552+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhhYUbCK6gSrUS56JNYBGgt3RgHPxjLT1kry1SwgYsyux9 + count=7644468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.552925873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.552+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ysyux9 count=7644469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.568204071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.568250970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ysyux9 inflight=1 count=7644471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.568256471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.567+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ysyux9 inflight=0 count=7644472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.582288907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.581+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tiAgQb count=7617628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW6nt4sBOvK4VyD1tvhC","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.582180835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.581+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhcDLftgZy1VC8FruooxDL6tNemPhBAJKphhQrvitiAgQb + count=7617627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.587758320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.587+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.587815928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.587+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tiAgQb inflight=1 count=7617630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.587861327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.587+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tiAgQb inflight=0 count=7617631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.603714896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.603+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhaoGFo8EyEKEFmrq1PPxB9rgsuhnCPN7Xcohfq2gM9Ax9 + count=7644473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.603760128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.603+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gM9Ax9 count=7644474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.611722650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.611+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.611829990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.611+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gM9Ax9 inflight=1 count=7644476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.611840461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.611+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gM9Ax9 inflight=0 count=7644477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.633551757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.632+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhiayvTtzWWnL7Vm9miUh3SJ6NXfW49diUZDb8kBNabPQb + count=7617632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.633610225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.633+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NabPQb count=7617633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303633]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.639358769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.638+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.639483763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.639+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NabPQb inflight=1 count=7617635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.639507590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.639+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NabPQb inflight=0 count=7617636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.655117914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.654+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhXacHpL3LMeiag5vZeeWscr1cAk17h1KzCLrTJeUgrxx9 + count=7644478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.655163522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.654+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ugrxx9 count=7644479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.668113217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.664+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.668219840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.664+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ugrxx9 inflight=1 count=7644481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.668229112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.664+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ugrxx9 inflight=0 count=7644482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.684100075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.683+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhZ3LyQng9Z1kiJnq599pWuBW9kpLvBhRt9U518fDHVpQb + count=7617637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.684144057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.683+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DHVpQb count=7617638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.688137873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.688176178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DHVpQb inflight=1 count=7617640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.688308315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.688+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DHVpQb inflight=0 count=7617641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.705883143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.705+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rho8n8hUEiBvhbhKZv7bZuL8EDppUChv2PwiYLY8cxhtx9 + count=7644483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.705922849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.705+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cxhtx9 count=7644484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.715905152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.715947040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cxhtx9 inflight=1 count=7644486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.716001859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.715+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cxhtx9 inflight=0 count=7644487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.734859216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.734+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhWfM5xk2eT4DxWE5f7LvpQwUGGUqE2v2QeAJ287UCgAQb + count=7617642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.734906334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UCgAQb count=7617643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.740597460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.740+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.740635841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.740+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UCgAQb inflight=1 count=7617645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.740656894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.740+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UCgAQb inflight=0 count=7617646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.756620294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.756+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhnBz3jtdF9vdFeaALUcD5ybq8BYwtALWaquUrSqVf5xx9 + count=7644488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.756664655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.756+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Vf5xx9 count=7644489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.765745604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.765+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.765818679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.765+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vf5xx9 inflight=1 count=7644491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.765894234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.765+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vf5xx9 inflight=0 count=7644492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.786374200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.785+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhjY8HM37SaUM33W1Le46vUZUaUdD2DrjBcEsNAdgrXeQb + count=7617647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.786412458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.786+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*grXeQb count=7617648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.792344413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.792+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.792443637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.792+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*grXeQb inflight=1 count=7617650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.792462141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.792+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*grXeQb inflight=0 count=7617651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.807487380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.807+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhcLeADqkUE9P7DNLCkap2FufeUyUwyvjYr7VmQboDYTx9 + count=7644493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.807607319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.807+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oDYTx9 count=7644494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.822310281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.821+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.822356640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.822+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oDYTx9 inflight=1 count=7644496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.822362729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.822+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oDYTx9 inflight=0 count=7644497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.836982834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.836+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhdfrJJPKTCn4CZ2CpPvrrp7admnXBfR3FGYyg5hmoxQQb + count=7617652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.837032956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.836+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*moxQQb count=7617653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303837]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.843372494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.842+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.843402631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*moxQQb inflight=1 count=7617655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.843555467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*moxQQb inflight=0 count=7617656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.858816426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.858+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhmuEnevm2BPqMs12efXFCKPuCMAAfpNh8k2ifwt995ox9 + count=7644498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.858978514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.858+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*995ox9 count=7644499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.864835477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.864+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.864877866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.864+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*995ox9 inflight=1 count=7644501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.864883335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.864+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*995ox9 inflight=0 count=7644502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.888037788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.887+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhh2Z77jQfCQhFY1zGmHYFqw4WDswfAzCm5SVZEXchdzQb + count=7617657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.888093291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.887+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*chdzQb count=7617658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.893820322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.893+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.893867580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.893+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*chdzQb inflight=1 count=7617660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.893876600Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.893+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*chdzQb inflight=0 count=7617661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.909346584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.908+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhYKYr8Y6nqygtELvquSi6B1jUSe1Yc2NhUkFNJUiYjux9 + count=7644503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.909429014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.909+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iYjux9 count=7644504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.914235074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.913+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.914584360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.913+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iYjux9 inflight=1 count=7644506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.914612543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.914+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iYjux9 inflight=0 count=7644507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.939446602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.939+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Qb/zb2rhhim1gF6KsvQPhu83jPoJv2Y7Q7PhqVsN59ivo43LRNQb + count=7617662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.939489309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.939+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3LRNQb count=7617663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.943955894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.943+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.944063520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.943+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3LRNQb inflight=1 count=7617665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.944596718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.944+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3LRNQb inflight=0 count=7617666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.960298871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.959+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhk9wSJqCu1JtRg1uVEhA4au6WzE7BoWU1Y7TRxiwaYjx9 + count=7644508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.960346442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.959+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*waYjx9 count=7644509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.966625499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.966+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.966677023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.966+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*waYjx9 inflight=1 count=7644511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.966910725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:03.966+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*waYjx9 inflight=0 count=7644512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593303966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.990884008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.990+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhcymy5XQ7EBtRf4PGCr38HtW85KRgtxk1dN42F7syPU6w + count=7617667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.990929774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.990+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*syPU6w count=7617668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.995327517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.994+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.995362854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.995+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*syPU6w inflight=1 count=7617670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:03.995433285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:03.995+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*syPU6w inflight=0 count=7617671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593303995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.011124905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.010+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhYsJ9FMjS2pCHBMHk7HjwGosUgEHcjREmjWFKp1LNFex9 + count=7644513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.011171377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.010+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LNFex9 count=7644514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.018840298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.018+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304018]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.018924791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.018+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LNFex9 inflight=1 count=7644516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304018]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.019265592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.018+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LNFex9 inflight=0 count=7644517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.041607381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.041+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhZYmaAY5GSoRJZXpbBimb9XNmj46jiZ3CHjUdA7yWhG6w + count=7617672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.047870215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.047+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yWhG6w count=7617673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.052009140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.051+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.052234739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.051+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yWhG6w inflight=1 count=7617675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.052252223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.052+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yWhG6w inflight=0 count=7617676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.062938937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.061+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhiUjb1NuqFNCYQ4p5fx9ATLMU9PNKs52wPk9gr4xQZXx9 + count=7644518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.062980314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.061+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xQZXx9 count=7644519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.069513857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.068+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.069558332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.069+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xQZXx9 inflight=1 count=7644521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.069564161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.069+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xQZXx9 inflight=0 count=7644522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.098772601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.098+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkmu9hURAgR1KSz6KQjkPMazSszMJcnrchms4yKYaWn6w + count=7617677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.098822857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.098+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YaWn6w count=7617678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.102906305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.102+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.102934363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.102+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YaWn6w inflight=1 count=7617680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.103180111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.102+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YaWn6w inflight=0 count=7617681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.117351301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.116+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhaT3S3fywLfzLtuyJM4DYu7GEuSZ5gttUk8bchxntLBx9 + count=7644523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.117414323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.117+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ntLBx9 count=7644524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.124019227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.124057539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ntLBx9 inflight=1 count=7644526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.124062761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ntLBx9 inflight=0 count=7644527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.149745251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.149+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhiK3YbmzGTnrHM1M5S4KupBARvtnVPDiSkREcoQm88K6w + count=7617682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.149806066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.149+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m88K6w count=7617683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.155540657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.155582764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m88K6w inflight=1 count=7617685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.155652735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m88K6w inflight=0 count=7617686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.169653102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.168+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhgGcXijKWpJQRun7yzcSw4BYDy6bkD7V2jJA2c9tXZgx9 + count=7644528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.169691701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.168+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tXZgx9 count=7644529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.174808923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.173+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.174853011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.173+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tXZgx9 inflight=1 count=7644531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.174859307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.173+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tXZgx9 inflight=0 count=7644532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.201500858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.200+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhd9zDBjz2bwSvw1oFkV8j4UbRpLgxJ5SUYQWFjowL8a6w + count=7617687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.201558659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.201+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wL8a6w count=7617688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.207294906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.207383701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.207+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wL8a6w inflight=1 count=7617690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.207427102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.207+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wL8a6w inflight=0 count=7617691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.219416176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.219+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhmQgyvCj8AYvMozcvQJhLBXhCp8mX6X2Vve2KDuwnc8x9 + count=7644533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.219457551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.219+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wnc8x9 count=7644534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.224416601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.223+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.224456965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.224+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wnc8x9 inflight=1 count=7644536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.224463253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.224+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wnc8x9 inflight=0 count=7644537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.252020788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.251+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhbzzbDoz7SJUtzgx6ffmtuN7dAM417zcXEoqrJowy1X6w + count=7617692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.252072577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.251+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wy1X6w count=7617693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.258241109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.257+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.258287024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wy1X6w inflight=1 count=7617695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.258434233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.258+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wy1X6w inflight=0 count=7617696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.271014597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.270+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhepvpDTBVmwLXjxGLysPjYipZRvGXAooAGTxWLqhMhGx9 + count=7644538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.271133950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.270+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hMhGx9 count=7644539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.279378796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.276+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.279425881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.278+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hMhGx9 inflight=1 count=7644541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.279835566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.278+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hMhGx9 inflight=0 count=7644542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.303052708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.302+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhhXtZtFD2eL39b2P6g5o6FbqNRenjtAjS7mw8g3wmss6w + count=7617697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.303102375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.302+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wmss6w count=7617698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.307278092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.306+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.307315712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wmss6w inflight=1 count=7617700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.307321120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wmss6w inflight=0 count=7617701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.330691281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.330+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhjgZnjdQReCUUWvWaEGPA5Y2AFb1HQ3AdVTTga6i6ttx9 + count=7644543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.330735777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.330+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*i6ttx9 count=7644544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.339311884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.338+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.339474229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.338+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i6ttx9 inflight=1 count=7644546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.339485818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.338+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i6ttx9 inflight=0 count=7644547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.353899629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.353+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rho5aCRZmffdHTMku2h8XWwst7VVw1kdkqiy6uhUSpQs6w + count=7617702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.353949467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.353+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SpQs6w count=7617703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.358909495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.359041547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SpQs6w inflight=1 count=7617705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.359064645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.358+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SpQs6w inflight=0 count=7617706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.381670811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.381+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhjvdn8km88jrcnMx6irjDGVbSehA862voBqVuy8KYAMx9 + count=7644548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.381716427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.381+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KYAMx9 count=7644549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.386743855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.386+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.386782438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.386+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KYAMx9 inflight=1 count=7644551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.386797570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.386+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KYAMx9 inflight=0 count=7644552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.404538720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.404+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhbqvad9aphPfwrvHe1grL3Q6g5146pp6ZM5mwjRTzoM6w + count=7617707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.404586299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TzoM6w count=7617708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.409963383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.409+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.410002262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.409+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TzoM6w inflight=1 count=7617710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.410106252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.409+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TzoM6w inflight=0 count=7617711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.436160296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.432+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhiSQNNHbY42K5bApk2xWihhEZhJTFXr15R2ocmqFj6Sx9 + count=7644553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.436226319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.432+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fj6Sx9 count=7644554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.439283136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.439324857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fj6Sx9 inflight=1 count=7644556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.439330162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.439+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fj6Sx9 inflight=0 count=7644557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.455660840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.455+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhdxLsiCE5H4ZAa2cJ9SZCskZkRxK8uZX4WgB1xWCURw6w + count=7617712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.455744293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.455+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CURw6w count=7617713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.459653171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.459685433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CURw6w inflight=1 count=7617715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.459691666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CURw6w inflight=0 count=7617716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.484353947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.483+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhbs77azLYshPSxCgUvkzdp9mqdfuMou6Ez3xbDx8h6Ex9 + count=7644558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.484391737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.483+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8h6Ex9 count=7644559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.497853078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.497+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.497896172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.497+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8h6Ex9 inflight=1 count=7644561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.497902184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.497+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8h6Ex9 inflight=0 count=7644562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.506331275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.505+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhj6wUzL8HKj26MNZXvv2Hgr58tsUEdGxDsxpFCzQNBZ6w + count=7617717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.506372763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QNBZ6w count=7617718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.511650035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.511726501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.511+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QNBZ6w inflight=1 count=7617720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.511817541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.511+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QNBZ6w inflight=0 count=7617721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.535861927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.534+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhYhknk2oWf2KzEJMqryi7X8mscxJuHgcjougjjeqEXMx9 + count=7644563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.535908446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.535+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qEXMx9 count=7644564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.555469467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.554+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.555586578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.554+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qEXMx9 inflight=1 count=7644566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.555594461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.555+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qEXMx9 inflight=0 count=7644567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.557476986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rho6RREfkMUaSGNcEnETgVMvQsN4Q8iYwxaQA5Hz7rfP6w + count=7617722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.557530139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7rfP6w count=7617723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.565404995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.564+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.565442009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.564+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7rfP6w inflight=1 count=7617725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.565446725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.564+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7rfP6w inflight=0 count=7617726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.586239021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.585+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhXMzxqFM9sRMmra5Q4VnRDzCeDsWmUASt1XjEdWRHFex9 + count=7644568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.586276002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.585+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RHFex9 count=7644569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.595279983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.594+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.595318879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.594+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RHFex9 inflight=1 count=7644571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.595333092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.595+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RHFex9 inflight=0 count=7644572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.608806135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhmAetmKwZJ5WZyBrK7iocQaAxoWTjz4VHf7jwgnmyqs6w + count=7617727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.608857744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*myqs6w count=7617728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.615580365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.615+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.615624837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.615+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*myqs6w inflight=1 count=7617730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.615645261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.615+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*myqs6w inflight=0 count=7617731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.637017887Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.636+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhXVnnZNnqy7pn6XZPfCWZaS5xMVpeLJbLaJe49dSDBQx9 + count=7644573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.637054843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.636+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SDBQx9 count=7644574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.644443095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.644+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.644483741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.644+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SDBQx9 inflight=1 count=7644576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.644692986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.644+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SDBQx9 inflight=0 count=7644577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.660315038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhfxoXRJ74oAAH2emJABpq6BFHfzryTKMNrGxG66JG5L6w + count=7617732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.660366253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.660+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JG5L6w count=7617733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.666122580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.665+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.666281620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.665+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JG5L6w inflight=1 count=7617735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.666306392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.666+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JG5L6w inflight=0 count=7617736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.689973146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.687+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhku3b2p1NSzzVBpgXrV8PcJwhneMV1UnbJhYyoXJ48Ex9 + count=7644578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.690010679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.687+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J48Ex9 count=7644579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.695487711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.695598335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J48Ex9 inflight=1 count=7644581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.695606107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J48Ex9 inflight=0 count=7644582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.710894458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkAdCTfhHamUJg1deDS7ukcNpTfN5LmT2vYHiGGmuvP6w + count=7617737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.710947007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*muvP6w count=7617738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.715505232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.715544226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*muvP6w inflight=1 count=7617740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.715729510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.715+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*muvP6w inflight=0 count=7617741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.739292527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.738+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rha879ibYW935P2n6fHkLHgM5ecTiockxTVBoWFYZkKhx9 + count=7644583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.739353841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.739+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZkKhx9 count=7644584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.762263836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.761+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhcQsBzEuhENCESt1whurKhEJKSSg3yTkNdB3ZDgz9ET6w + count=7617742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.762319915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z9ET6w count=7617743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.768455819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.768+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.768489092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.768+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z9ET6w inflight=1 count=7617745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.768494582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.768+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z9ET6w inflight=0 count=7617746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.769774968Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.769+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.769818929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.769+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZkKhx9 inflight=1 count=7644586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD1vACf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.769824492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.769+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZkKhx9 inflight=0 count=7644587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.790309656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.789+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhjowABG84LUAeKQYnMn3Sjy5Ym8AzMzJjY1qCgT61Z7x9 + count=7644588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.790464459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.790+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*61Z7x9 count=7644589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.799296043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.798+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.799458297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*61Z7x9 inflight=1 count=7644591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.799470122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.799+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*61Z7x9 inflight=0 count=7644592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.813092867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhhtVxgMxHSoxgY1mpSf2sH4FvfPqsvpHLDVDpUrwcEH6w + count=7617747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.813239940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.812+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wcEH6w count=7617748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.820135475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.819+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.820297739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.819+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wcEH6w inflight=1 count=7617750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.820491651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.820+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wcEH6w inflight=0 count=7617751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.841141632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.840+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhdJCuTSpPyeDqoKw5QFckygWBqR4UEwi9zbsE8fgjN5x9 + count=7644593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.841191967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.840+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gjN5x9 count=7644594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304841]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.852478344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.851+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.852556100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.852+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gjN5x9 inflight=1 count=7644596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.852564754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.852+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gjN5x9 inflight=0 count=7644597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.863974434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhho7zbKiUTmqmaGVAz5kkbNcX7TQjSU4duLqMBJL9mH6w + count=7617752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.864026597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L9mH6w count=7617753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.869800455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.869+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.869832809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.869+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9mH6w inflight=1 count=7617755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.869870751Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.869+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9mH6w inflight=0 count=7617756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.892156300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.891+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhejQUbFR2kQSon18cP4QQ8fJ1uUT2G7Co65Nq8uvahpx9 + count=7644598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.892201126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.891+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vahpx9 count=7644599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.898556370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.898+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304898]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.898597875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.898+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vahpx9 inflight=1 count=7644601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304898]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.898605111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.898+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vahpx9 inflight=0 count=7644602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304898]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.915184316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhg1uJKUfsJcGdEtCdJrEMwruCYeWwtVDMHuDFKETdv36w + count=7617757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.915225170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.915+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Tdv36w count=7617758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.919721377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.919+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.919771378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.919+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Tdv36w inflight=1 count=7617760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.919786178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.919+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Tdv36w inflight=0 count=7617761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.943071088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.942+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhhiSyRiD9hjK8HpUCBNUwuS6GELErtgKsCMzB29DTFvx9 + count=7644603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.943125979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.942+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DTFvx9 count=7644604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.948036512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.947+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.948076157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.947+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DTFvx9 inflight=1 count=7644606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.948184426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.947+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DTFvx9 inflight=0 count=7644607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.966390926Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhfMXjjez5qzxpRVRtZHahTpHHdex4VdBWBuxjzLaFUP6w + count=7617762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.966479911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.966+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aFUP6w count=7617763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.970786297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.970+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.970882908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.970+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aFUP6w inflight=1 count=7617765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.970954460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:04.970+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aFUP6w inflight=0 count=7617766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593304970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.993762910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.993+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhnozQNdkXxBzG8EESs8HDpoo3FL2ibz6mgAX3VXzZBfx9 + count=7644608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:04.993808903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:04.993+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zZBfx9 count=7644609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593304993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.001070694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.000+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.001112403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.000+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zZBfx9 inflight=1 count=7644611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.001118189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.000+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zZBfx9 inflight=0 count=7644612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.017649995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.017+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhfEiRp3x8Ep9gxkEKL8NuCECABFKZ3Sdbv9B8VkudE86w + count=7617767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.017699712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.017+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*udE86w count=7617768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.023871999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.023+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.023915932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.023+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udE86w inflight=1 count=7617770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.023969336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.023+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udE86w inflight=0 count=7617771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.044507645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.044+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhd4wUBi9ABwrAAhMdMmjgtTGmp2shuRmj1Nsqx9vRhvx9 + count=7644613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.044554164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.044+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vRhvx9 count=7644614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.049658536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.049+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.049701160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.049+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vRhvx9 inflight=1 count=7644616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.049751771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.049+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vRhvx9 inflight=0 count=7644617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.068698656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.068+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhWnd3SKReKUiyKoKhHKNJcDWCWXye5wf8hyCfLKAv9u6w + count=7617772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.068963208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.068+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Av9u6w count=7617773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.075374878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.075+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.075416160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.075+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Av9u6w inflight=1 count=7617775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.075589365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.075+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Av9u6w inflight=0 count=7617776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.095443376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.095+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhey555rmWWq9xSvSEGJhCB657gkecoCUudGqqSSZhQ3x9 + count=7644618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.095487653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.095+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZhQ3x9 count=7644619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.100604360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.100+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.100642704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.100+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZhQ3x9 inflight=1 count=7644621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.100648513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.100+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZhQ3x9 inflight=0 count=7644622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.120069045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.119+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhX3M4yiVpKrn7rrqxpSxDzy4eVR4J2vUFuyfnziWvfK6w + count=7617777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305120]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.120107796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.119+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WvfK6w count=7617778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305120]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.126215804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.125+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.126248487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.126+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WvfK6w inflight=1 count=7617780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.126285631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.126+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WvfK6w inflight=0 count=7617781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.146250571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.145+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhoEUhYcCzA5MdrEeDFeASoR9D5Epz1ZbU4pwX33bs7Rx9 + count=7644623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.146295621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.146+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bs7Rx9 count=7644624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.150933550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.150+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.151138147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.150+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bs7Rx9 inflight=1 count=7644626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.151153193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.150+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bs7Rx9 inflight=0 count=7644627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.171214754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.170+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhdYSAL6iSA9jH3VsyzWMGxGUnKgnSojLaw1LythXTTn6w + count=7617782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.171249415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XTTn6w count=7617783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.175704408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.175+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.176038773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.175+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XTTn6w inflight=1 count=7617785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.176061807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XTTn6w inflight=0 count=7617786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.197644263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.197+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rheKEbdKBDfVmhZUWQB7t6MQRhuSPiS2QyYRcXTR8RDvx9 + count=7644628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305197]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.197685453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.197+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8RDvx9 count=7644629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305197]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1vAGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.208831960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.208+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.208877532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.208+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8RDvx9 inflight=1 count=7644631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.208937194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.208+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8RDvx9 inflight=0 count=7644632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.221605334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.221+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhjLEDKjzjQybqNGcTPgsuA4JWBYpBN3b3xsJaVx1BP26w + count=7617787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.221655351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1BP26w count=7617788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.228181321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.227+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.228221718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.227+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1BP26w inflight=1 count=7617790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.228238377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.227+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1BP26w inflight=0 count=7617791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.248488153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.248+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhdbiZx6V4CyrozEH7nSyuVWwAVm2Lce2g7YwhcyULXWx9 + count=7644633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.248532878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.248+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ULXWx9 count=7644634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.255636728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.255+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.255680421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.255+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ULXWx9 inflight=1 count=7644636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.255685906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.255+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ULXWx9 inflight=0 count=7644637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.272715849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.272+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhfb9oKV4qKWFj4fZS3AJzBTrWGTfvjM2XFVnbqu9zjb6w + count=7617792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.272760973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.272+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9zjb6w count=7617793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.278668733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.278+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.278702798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.278+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9zjb6w inflight=1 count=7617795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.278707408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.278+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9zjb6w inflight=0 count=7617796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.299211461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.298+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhYKkr4vLStiEdq1CSHy4jzvMKYVQ3fMEycxP1crkdqsx9 + count=7644638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.299277696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.299+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kdqsx9 count=7644639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.304086020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.303+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.304136730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.303+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kdqsx9 inflight=1 count=7644641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.304191553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.304+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kdqsx9 inflight=0 count=7644642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.323295154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhaeokp6ibZTbNvRdcS7PdFFB63uTDU74SFmC3nRG5cm6w + count=7617797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.323381278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.323+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*G5cm6w count=7617798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.327805173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.327970213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G5cm6w inflight=1 count=7617800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.327992013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G5cm6w inflight=0 count=7617801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.349869458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.349+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhh3ToJCWhmj9E1vw7cXLGKCQUWgYuxf75ixfUR48aGix9 + count=7644643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305349]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.349925504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.349+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8aGix9 count=7644644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305349]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.358339750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.357+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.358381287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.357+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8aGix9 inflight=1 count=7644646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.358387158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.358+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8aGix9 inflight=0 count=7644647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.374631253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.374+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhYiu3dXEoDKBXu4wKt84Zc4THkafAhtHrRk8th64Hcj6w + count=7617802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.374680732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.374+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4Hcj6w count=7617803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.380392552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.380+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.380432644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.380+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4Hcj6w inflight=1 count=7617805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.380517536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.380+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4Hcj6w inflight=0 count=7617806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.400911603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.400+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rheNNsQUaP355ntGC8m8vS95JKdi7vyB477rq3iufoMLx9 + count=7644648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.400952112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.400+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*foMLx9 count=7644649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.407048758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.406+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.407087251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.406+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foMLx9 inflight=1 count=7644651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.407093456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.406+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foMLx9 inflight=0 count=7644652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.426179851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.425+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkeXcQ7EncLtejnn5XgzT6zAujw8uHGhFVJDNA5nPyp6w + count=7617807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.426232183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.425+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nPyp6w count=7617808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.431064073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.430+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.431109298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.430+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nPyp6w inflight=1 count=7617810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.431139489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.430+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nPyp6w inflight=0 count=7617811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.437558834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.437+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7644653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.452079493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.451+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/x9/zb2rhboNfoiSwkeMchmurvNJAUVNAdruRnud1DF8JtSKxoDx9 + count=7644654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.452121141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.451+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KxoDx9 count=7644655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.458674934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.458+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.458724526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.458+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KxoDx9 inflight=1 count=7644657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.458730981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.458+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KxoDx9 inflight=0 count=7644658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.477730933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.477+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhavD8exV7pDWtmuixMNPCn3einWKWF19trAcB3hGFoS6w + count=7617812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.477779959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.477+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GFoS6w count=7617813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.483053260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.483115866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GFoS6w inflight=1 count=7617815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.483227656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GFoS6w inflight=0 count=7617816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.503453538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.502+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhcwGkR689MZ9Uq5GF2kLyw8EmAnSyNVe4CnDZQU6c6zGZ + count=7644659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.503588617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.503+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6c6zGZ count=7644660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.510986499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.510+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.511028559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.510+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6c6zGZ inflight=1 count=7644662","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.511304548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.510+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6c6zGZ inflight=0 count=7644663","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.528736589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.528+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhXmtdiQreiwb615WktRd22vbHQWEVNNmigybxtYusUg6w + count=7617817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.528774098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.528+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*usUg6w count=7617818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.534488628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.534520091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.534+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*usUg6w inflight=1 count=7617820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.534552559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.534+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*usUg6w inflight=0 count=7617821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.554706792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.554+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhWjFTduEvNjM39s9QQWcinB5j9kPXfdQSvbPMXBSn8ZGZ + count=7644664","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.554751325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.554+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Sn8ZGZ count=7644665","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.559788935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.559+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644666","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305559]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.559828561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.559+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Sn8ZGZ inflight=1 count=7644667","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305559]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.559835028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.559+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Sn8ZGZ inflight=0 count=7644668","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305559]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.580065123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.579+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhjULyFsWAka7Hur7tfyzXaHbB9Y8JPgS5eUxpcvJ1Au6w + count=7617822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.580121097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.579+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J1Au6w count=7617823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.584757448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.584+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.584790725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.584+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J1Au6w inflight=1 count=7617825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.584817408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.584+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J1Au6w inflight=0 count=7617826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.605344766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.604+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdoQk76tJbNdsXF1WSpPwFFM36dqTN6vUCRwjQMxdCyGZ + count=7644669","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.605390699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.605+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xdCyGZ count=7644670","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.609905175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.609+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644671","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.609945570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.609+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xdCyGZ inflight=1 count=7644672","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.610110690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.609+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xdCyGZ inflight=0 count=7644673","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305610]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.631379175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.630+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhbhBAB6BH1q5a5k9HS5SWRKxAe6vbLWGXUd9h4yu2Go6w + count=7617827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.631430327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.631+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u2Go6w count=7617828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.635559917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.635634008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.635+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u2Go6w inflight=1 count=7617830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.635652444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u2Go6w inflight=0 count=7617831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.656456401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.656+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhbuhfLUR57qLpiQAcyUXjbvSEBqygpG4sduxav2HwrfGZ + count=7644674","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.656529216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.656+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HwrfGZ count=7644675","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.663407421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.663+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644676","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.663450234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.663+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HwrfGZ inflight=1 count=7644677","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.663698157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.663+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HwrfGZ inflight=0 count=7644678","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.682235499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.681+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhmckHLFeQnh2tpxdnP4AGc14akrDqCLA41DQM7T7kXn6w + count=7617832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.682283975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.682+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7kXn6w count=7617833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.687875856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.687905169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7kXn6w inflight=1 count=7617835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.688055366Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.687+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7kXn6w inflight=0 count=7617836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.708975647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.706+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXe3vicr37pnHjPg3rpu7b8UwZMQaAULizXaVNnUEtDGZ + count=7644679","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.709031207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.707+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UEtDGZ count=7644680","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.716841451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.716+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644681","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.716890267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.716+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UEtDGZ inflight=1 count=7644682","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.716896821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.716+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UEtDGZ inflight=0 count=7644683","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.733758350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.733+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhmJQ6zV1DEApCdaS3nUAPtw8Qf9rvkywFMmFH5UQ9d66w + count=7617837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.733811299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.733+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q9d66w count=7617838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.739309265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.738+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.739381980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q9d66w inflight=1 count=7617840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.739394462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.739+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q9d66w inflight=0 count=7617841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.758566936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.758+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhWjh8XGpaPzonu5zWrYWUbASEFSQRCEsEjNYbWhV5rCGZ + count=7644684","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.758610320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.758+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V5rCGZ count=7644685","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.764953086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.763+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644686","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305764]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.765006205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.764+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V5rCGZ inflight=1 count=7644687","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.765012497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.764+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V5rCGZ inflight=0 count=7644688","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.784908338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.784+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhZxmsduGvhv9kKvp46ZmPQzfXUAXgTQLS149f4g9n996w + count=7617842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.784943353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.784+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9n996w count=7617843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.790164637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.789+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.790276784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.790+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9n996w inflight=1 count=7617845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.790403118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.790+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9n996w inflight=0 count=7617846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.809855914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.809+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXeACAMyeNhNNZ1PPrY3YefDH9y5KP19RrCiYTBLbFcGZ + count=7644689","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.810016097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.809+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LbFcGZ count=7644690","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.817895879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644691","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.817937853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.817+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LbFcGZ inflight=1 count=7644692","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.817944143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.817+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LbFcGZ inflight=0 count=7644693","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.835963156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhiQ7ZZVBpbNrTNzpTwESPGu6e5jHXbduTYefTu73Y296w + count=7617847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.836002420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.835+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Y296w count=7617848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.840058131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.839+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.840090466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.839+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Y296w inflight=1 count=7617850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.840253010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Y296w inflight=0 count=7617851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.860478042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.860+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhY7nyeqWHj4jiZNUaAHvXZ9o9sRZpqL2n8b2AZ8WNhsGZ + count=7644694","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.860530572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.860+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WNhsGZ count=7644695","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.867598702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644696","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.867638235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WNhsGZ inflight=1 count=7644697","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.867643571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WNhsGZ inflight=0 count=7644698","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.886884632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.886+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhmP3vnss8AmBof7DNmGyynwAXNGfQGsP5ZardqyuYCc6w + count=7617852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.886936894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.886+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uYCc6w count=7617853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.891543843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.891586673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uYCc6w inflight=1 count=7617855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.891593784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.891+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uYCc6w inflight=0 count=7617856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.911415391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.911+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdNuU9ydhKL3ojXE65eZpxnYxwJPbzJspop6WKddt3ZGZ + count=7644699","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.911460371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.911+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dt3ZGZ count=7644700","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.916211204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.915+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644701","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.916279515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.915+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dt3ZGZ inflight=1 count=7644702","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.916285718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.916+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dt3ZGZ inflight=0 count=7644703","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.938127478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.937+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhYddU3v8mjiyzWKwPjiwtuY9r6cjib9KwvpWomqshsr6w + count=7617857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.938180658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.937+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*shsr6w count=7617858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.946175598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.945+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.946221671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.945+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shsr6w inflight=1 count=7617860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.946256837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.946+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shsr6w inflight=0 count=7617861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.962826967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.962+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhYG33xJcKGcexvLx7pgBnGLBFi2QMT2eusFh5ttZHMMGZ + count=7644704","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305962]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.962985806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.962+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZHMMGZ count=7644705","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305962]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.968535576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.968+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644706","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305968]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.968654660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.968+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHMMGZ inflight=1 count=7644707","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305968]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.968689105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:05.968+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHMMGZ inflight=0 count=7644708","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593305968]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.988790632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.988+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkGJUt4zeVFdD1JN4wv1ZkyfWqZKMwdPv8Vik2up5LT6w + count=7617862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.988844554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.988+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p5LT6w count=7617863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.994756590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.994+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.994791923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.994+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p5LT6w inflight=1 count=7617865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:05.994900802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:05.994+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p5LT6w inflight=0 count=7617866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593305994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.016049134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.013+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXLmxSJQNzXpNXJ1qqK4Yr4tQggQ8wiS9oBXAnX3ZdFGZ + count=7644709","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.016103666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.014+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3ZdFGZ count=7644710","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.020375560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.019+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644711","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.020413066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.019+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3ZdFGZ inflight=1 count=7644712","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.020417896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.020+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3ZdFGZ inflight=0 count=7644713","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.039850876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.039+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhZBTYDdUPGztx9dcBviXiidRz4wk9aN3tnbSxjNfce76w + count=7617867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.039981469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.039+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fce76w count=7617868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.044084256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.044205877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fce76w inflight=1 count=7617870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.044272508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.044+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fce76w inflight=0 count=7617871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.064828154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.064+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXCefiD3M7i3YLqn1R2bWNqMhUTBq85PqUwjBhaSCsDGZ + count=7644714","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.064872072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.064+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SCsDGZ count=7644715","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.078734278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.078+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644716","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.078780754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.078+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SCsDGZ inflight=1 count=7644717","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.078793416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.078+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SCsDGZ inflight=0 count=7644718","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.090783736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.090+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhfVfv7dp1vCbrFwNamxaMYmgYzTVEsFRugLQzqQkD556w + count=7617872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.090832488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.090+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kD556w count=7617873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.094891642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.094+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.094929482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.094+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kD556w inflight=1 count=7617875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.094938404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.094+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kD556w inflight=0 count=7617876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.115687629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.115+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhZLjm9ikrWiH6o4baPysxR63QKeaT7UBH3vZkdj2pECGZ + count=7644719","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.115728758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.115+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2pECGZ count=7644720","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.122807449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.122+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644721","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.122851951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.122+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2pECGZ inflight=1 count=7644722","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.122910424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.122+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2pECGZ inflight=0 count=7644723","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.141448251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.140+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhesYtLAQkj8mMSYu1ph5wfYBKc5r7KurXrmRfUxUzpJ6w + count=7617877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.141486269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.141+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UzpJ6w count=7617878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.146414395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.146474444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UzpJ6w inflight=1 count=7617880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.146501425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UzpJ6w inflight=0 count=7617881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.166175916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.165+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhkkb2DvZDyJAkScQ8V3sGTBfserKFV17rXVCEbCgBFEGZ + count=7644724","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.166318823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.166+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gBFEGZ count=7644725","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.175045933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.174+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644726","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.175289701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.174+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gBFEGZ inflight=1 count=7644727","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.175305908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gBFEGZ inflight=0 count=7644728","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.191897951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.191+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhnpovUtnQYTTmySkKqepfugqfcFEPRW8sokbW3tSJj86w + count=7617882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD1xQj7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.191968658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.191+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SJj86w count=7617883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.195697488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.195+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.195803447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJj86w inflight=1 count=7617885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.195831933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJj86w inflight=0 count=7617886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.217488399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.216+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdrypkdE5iFsm4BbK3ghM8b9pnYngpsvXtMQ2fA8PYoGZ + count=7644729","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306217]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.217546520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.216+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8PYoGZ count=7644730","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306217]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.223460822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.223+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644731","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306223]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.223559766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.223+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8PYoGZ inflight=1 count=7644732","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306223]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.223576303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.223+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8PYoGZ inflight=0 count=7644733","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306223]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.242313418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.241+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkGrRQip4ZvY1FAexZAbNQ7RtLhZF9vbnMRnUULEhvQ6w + count=7617887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.242362719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.242+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EhvQ6w count=7617888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.247864773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.247+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.247890208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.247+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EhvQ6w inflight=1 count=7617890","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.247948548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.247+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EhvQ6w inflight=0 count=7617891","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.268317293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.267+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXzRtcUiGM8CatNL7ygP1f42z3wSNxUqPtTLjaFWEtmGZ + count=7644734","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.268355319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.268+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WEtmGZ count=7644735","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.287036484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.286+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644736","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.287076917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.286+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WEtmGZ inflight=1 count=7644737","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.287082354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.286+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WEtmGZ inflight=0 count=7644738","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.293690988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.293+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhf7ke9iXB5z6vXaGCW84kj7APz6i567VTB9SbaiYz3v6w + count=7617892","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.293741273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.293+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Yz3v6w count=7617893","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.299642544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.299+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617894","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.299688612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.299+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yz3v6w inflight=1 count=7617895","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.299709911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.299+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yz3v6w inflight=0 count=7617896","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.319588339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.319+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhoAiPj8rNTUxBD7LciDiVx48eZwDQuuxnMoM2JhjwzTGZ + count=7644739","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.319632218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.319+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jwzTGZ count=7644740","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.324500828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.324+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644741","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.324577588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.324+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jwzTGZ inflight=1 count=7644742","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.324606809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.324+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jwzTGZ inflight=0 count=7644743","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.344228916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.343+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhbp68gxmpXihcNiBYBkbTVKBse8NHuvzKck8MpuRmUR6w + count=7617897","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.344266901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.344+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RmUR6w count=7617898","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.350163328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.349+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617899","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.350208270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.349+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RmUR6w inflight=1 count=7617900","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.350229142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RmUR6w inflight=0 count=7617901","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.370202427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.369+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaKDNtRnf2by6bG1pid5CsiKuU1ou1bsVz7ZgsFoimUGZ + count=7644744","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.370258505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.369+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oimUGZ count=7644745","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.376822192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.376+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644746","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306376]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.376872070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.376+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oimUGZ inflight=1 count=7644747","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306376]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.376878430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.376+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oimUGZ inflight=0 count=7644748","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306376]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.394775491Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.394+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhnFjph4Fht76Co9yhvrykr8njNMLhkrTdNRxexDXZMg6w + count=7617902","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.394821696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.394+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XZMg6w count=7617903","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.399405050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617904","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.399449188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XZMg6w inflight=1 count=7617905","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.399458408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.399+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XZMg6w inflight=0 count=7617906","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.421212631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.420+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhoDd2GTtcCdyb2GmLxyHRHd1uS4Dbwea3mESh9b3eY8GZ + count=7644749","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306421]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.421268437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.421+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3eY8GZ count=7644750","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306421]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.427567134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.426+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644751","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.427612848Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3eY8GZ inflight=1 count=7644752","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.427618950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3eY8GZ inflight=0 count=7644753","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.445893615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.445+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhorjWSuMwZ6EUNMfAtHxKuc3vEruimKfMWhyitDjF4c6w + count=7617907","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.445930843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.445+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jF4c6w count=7617908","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.451089965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.450+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617909","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.451161857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jF4c6w inflight=1 count=7617910","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.451188385Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.451+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jF4c6w inflight=0 count=7617911","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.468677158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.468+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7617912","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.471894106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.471+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhb21CMBcqTGSBqSXUi1Npg6Sg12KY5s644rwudwdWXCGZ + count=7644754","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.471946461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.471+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dWXCGZ count=7644755","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.479700419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644756","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.479746573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dWXCGZ inflight=1 count=7644757","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.479752229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dWXCGZ inflight=0 count=7644758","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.497012369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhZdpJCSgqWz2F33S7ecKEZaRtxsCoJvt94im66fWapM6w + count=7617913","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.497094337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WapM6w count=7617914","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.501341506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.500+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617915","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.501368087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.501+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WapM6w inflight=1 count=7617916","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.501467207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.501+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WapM6w inflight=0 count=7617917","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.529034353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.522+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdFG3Zfk1Jt8Yicp8WmTXSjMR38CkL6iZANLvEioQv1GZ + count=7644759","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.529076224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.523+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oQv1GZ count=7644760","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.532527523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.532+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644761","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.532567505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.532+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oQv1GZ inflight=1 count=7644762","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.532573506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.532+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oQv1GZ inflight=0 count=7644763","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.547957099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhZBpigrXX4J6edR4CHkVeMuX6XPDCCC9vStcFuR1orw6w + count=7617918","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.548017188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1orw6w count=7617919","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.551994344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.551+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617920","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.552027387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.551+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1orw6w inflight=1 count=7617921","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.552032416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.551+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1orw6w inflight=0 count=7617922","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.574414249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.573+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdhBPQf2F6G6M33mE1Z98QbHSic3dwpxzb3fxGkrQSWGZ + count=7644764","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.574451187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.573+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rQSWGZ count=7644765","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.584487160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.583+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644766","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.584535083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.584+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rQSWGZ inflight=1 count=7644767","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.584541354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.584+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rQSWGZ inflight=0 count=7644768","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.598674021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhniAqRHxKZC8SCRKAVmbmgh5punWibpP8gkcbwZbAVv6w + count=7617923","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.598721785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bAVv6w count=7617924","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.603181389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617925","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.603211149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bAVv6w inflight=1 count=7617926","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.603393707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.603+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bAVv6w inflight=0 count=7617927","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.624842322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.624+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhoPaJkrFWGercsdnTrj5FpNp23c68QFdsbQcBP2Mr8kGZ + count=7644769","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.624908504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.624+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Mr8kGZ count=7644770","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.631635526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.630+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644771","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.631702104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.630+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mr8kGZ inflight=1 count=7644772","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.631707847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mr8kGZ inflight=0 count=7644773","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.649806493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.649+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhnds7CrA3TscuRnWM2ca8RUmxWqFXq5kZuBQ35ftetP6w + count=7617928","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.649975885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.649+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tetP6w count=7617929","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.655358084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617930","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.655419846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tetP6w inflight=1 count=7617931","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.655498930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tetP6w inflight=0 count=7617932","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.676850703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.675+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhiDa9zGjik4NC89ejjPcdE7Ue3HGqcWoCVgE1GKfDiKGZ + count=7644774","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.676896702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.675+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fDiKGZ count=7644775","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.685373205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644776","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.685419647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.683+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fDiKGZ inflight=1 count=7644777","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.685426049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.683+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fDiKGZ inflight=0 count=7644778","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.701063832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhh8xb5oLbRgrcYdKsrBoK6gX2fwjsHtj55ChtSQvUDf6w + count=7617933","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.701229115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.700+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vUDf6w count=7617934","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.707448881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.707+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617935","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.707482485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.707+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vUDf6w inflight=1 count=7617936","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.707486929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vUDf6w inflight=0 count=7617937","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.726989753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.726+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaT1w9CGoKntebBb2Ysp9DPYyy2oFV4CxmzshXqrRPbGZ + count=7644779","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.727033564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.726+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rRPbGZ count=7644780","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.732164765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.731+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644781","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.732201662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.731+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rRPbGZ inflight=1 count=7644782","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.732206598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.731+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rRPbGZ inflight=0 count=7644783","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.752110187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhneJC93nuBMsaJxgaJrVHxYcmoy6B967mtVi4QiM5xk6w + count=7617938","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.752161780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M5xk6w count=7617939","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.758120682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.757+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617940","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.758160971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.757+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M5xk6w inflight=1 count=7617941","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.758168531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.757+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M5xk6w inflight=0 count=7617942","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.777602493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.777+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhi5oi7jjG5QzsqH6CBLmGRhFPrSrYmahAnNLGD76p5kGZ + count=7644784","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306777]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.777682720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.777+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6p5kGZ count=7644785","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306777]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.784058918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.783+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644786","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.784406897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.783+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6p5kGZ inflight=1 count=7644787","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.784436274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.784+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6p5kGZ inflight=0 count=7644788","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.802662361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.802+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhmeyWETWTi9Cx4K7gMLZf31UkPvJstWeZDZApZ2eTW16w + count=7617943","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.802731341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.802+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eTW16w count=7617944","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.807421084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.807+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617945","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.807471025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.807+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eTW16w inflight=1 count=7617946","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.807807395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.807+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eTW16w inflight=0 count=7617947","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.829011588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.828+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhkuBtaZEBfY8KLWmnLecyfxqYVcRm9uxLZTKHAiPH9gGZ + count=7644789","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.829054901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.828+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PH9gGZ count=7644790","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.843883564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.837+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644791","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.844023382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.838+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PH9gGZ inflight=1 count=7644792","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.844031963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.838+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PH9gGZ inflight=0 count=7644793","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.853300205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhkJAbDHP5mmQnEaHad4X5eD3WhcVjLpFMK1BRLaJSaQ6w + count=7617948","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.853354238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.853+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JSaQ6w count=7617949","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.859376293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.858+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617950","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.859445237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JSaQ6w inflight=1 count=7617951","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.859484851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JSaQ6w inflight=0 count=7617952","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.880431949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.879+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhWjMWXP2DzFiLZBWZ661BDfNmyFjFtL3y2McWGV3NoKGZ + count=7644794","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.880464800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.879+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3NoKGZ count=7644795","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.889504831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.888+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644796","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.889545961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.889+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3NoKGZ inflight=1 count=7644797","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.889551610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.889+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3NoKGZ inflight=0 count=7644798","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.904297153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.903+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhhwVVzTgC9VUsWqfZpxzuqSqiHC6ZegzcfC1Me7G2D96w + count=7617953","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.904339828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.904+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*G2D96w count=7617954","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.908473398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.908+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617955","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.908516585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.908+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G2D96w inflight=1 count=7617956","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.908616078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.908+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G2D96w inflight=0 count=7617957","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.931019359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.930+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaZTajAVrVRe9mTPWZYgdJGCJGPwCDHAru93bnjPAEGGZ + count=7644799","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.931084468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.930+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PAEGGZ count=7644800","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.955138415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.954+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/6w/zb2rhdtXnKA8CGcd7JDNofiCEyKpmrWAvDAY2HusC9vDPRB6w + count=7617958","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.955332808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DPRB6w count=7617959","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.956845664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.956+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644801","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.956942262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.956+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PAEGGZ inflight=1 count=7644802","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.956976049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.956+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PAEGGZ inflight=0 count=7644803","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.959908012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.959+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617960","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.959940776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.959+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DPRB6w inflight=1 count=7617961","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.960069376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:06.959+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DPRB6w inflight=0 count=7617962","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593306960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.981778519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.981+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhZKxwpnid7XnRGdpDzqfUPpa9PUHYrHyiH3cLHJcvf8GZ + count=7644804","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.981830047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.981+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cvf8GZ count=7644805","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.991040935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.990+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644806","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.991084548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.990+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cvf8GZ inflight=1 count=7644807","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:06.991116185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:06.990+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cvf8GZ inflight=0 count=7644808","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593306991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.005947911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.005+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhik1r5EmSct5STkFbkNUvcTXtEmFgoBVrx4kdwEWsQwzq + count=7617963","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.005991601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.005+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WsQwzq count=7617964","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.010856982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.010+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617965","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.010905187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.010+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WsQwzq inflight=1 count=7617966","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.011074159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.010+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WsQwzq inflight=0 count=7617967","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.032244702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.031+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhoY3yVKzGfwaPQg9iMG26QYzkMd8EBxf21VLPaCiRBRGZ + count=7644809","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.032290623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.032+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iRBRGZ count=7644810","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.041564317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.041+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644811","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.041640996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.041+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iRBRGZ inflight=1 count=7644812","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.041659032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.041+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iRBRGZ inflight=0 count=7644813","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.056519955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.056+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZmosNYHmKFuoP5JuXmndRTYoqweUeFTNcqF9nBrLUwzq + count=7617968","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.056571592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.056+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rLUwzq count=7617969","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.062963376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.062+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617970","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.063005613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.062+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rLUwzq inflight=1 count=7617971","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.063074048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.062+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rLUwzq inflight=0 count=7617972","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.083275201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.082+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhmNunCxPPtnDZpnfKTWsJMAJX1ES7ZKWz1Z7V3FA3p2GZ + count=7644814","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.083319914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.083+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A3p2GZ count=7644815","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.088256901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.087+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644816","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.088299821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.088+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A3p2GZ inflight=1 count=7644817","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.088335632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.088+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A3p2GZ inflight=0 count=7644818","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.107608109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.107+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhahmBGKDGcmYfBhseRwhnfymUDDJK4ViSLb3WB4gDLxzq + count=7617973","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.107950101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.107+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gDLxzq count=7617974","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.112374360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.112+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617975","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.112401505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.112+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gDLxzq inflight=1 count=7617976","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.112405992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.112+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gDLxzq inflight=0 count=7617977","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.133861847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.133+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhhh3o2cpgGwdoTUCcpLmdLzuTDnnvfanCUjACQ8njViGZ + count=7644819","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.133904334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.133+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*njViGZ count=7644820","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.138872563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.138+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644821","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.138968830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.138+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*njViGZ inflight=1 count=7644822","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.138976074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.138+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*njViGZ inflight=0 count=7644823","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.159059750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.158+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhk9A5Cs3GF8aUYxRS8UoPydBQKdVeLCwVStcxrpR9juzq + count=7617978","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.159110007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.158+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*R9juzq count=7617979","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.163733161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.163+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617980","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.163949542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.163+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R9juzq inflight=1 count=7617981","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.163995571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.163+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R9juzq inflight=0 count=7617982","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.184586576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.184+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhe76fSF5aWQh9YQgpaJ9s8Q7wWTXHaBVDNwZ63Cfd1fGZ + count=7644824","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.184633071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.184+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fd1fGZ count=7644825","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.195626310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.195+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644826","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.195726712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fd1fGZ inflight=1 count=7644827","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.195749096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fd1fGZ inflight=0 count=7644828","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.209594883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.209+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rho4c3Hmsn1xvHShExr2puzJkdRCDu7Jo2dFpdYMjh8tzq + count=7617983","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.209640226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.209+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jh8tzq count=7617984","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.215184155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.214+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617985","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.215225070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.214+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jh8tzq inflight=1 count=7617986","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.215481533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.215+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jh8tzq inflight=0 count=7617987","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.246096118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.235+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhgm61fdFvv9NAikbWc26DfJC2owsCd3kF4yX6A8m1FfGZ + count=7644829","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.246146584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.235+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m1FfGZ count=7644830","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.246152148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.241+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644831","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.246156867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.241+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m1FfGZ inflight=1 count=7644832","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.246161111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.241+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m1FfGZ inflight=0 count=7644833","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.261256241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.260+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhYmNBrysVTw2MU7mRkWCtPrkJkCxtLkr46D8zZwB2pMzq + count=7617988","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.261536662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.261+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B2pMzq count=7617989","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.266850121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.266+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617990","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.266907678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.266+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2pMzq inflight=1 count=7617991","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.266916080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.266+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B2pMzq inflight=0 count=7617992","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.286755406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.286+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhg3AC42eAxY6AFkoJuwmkyN42CfT9rrf437oHw3MhQdGZ + count=7644834","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307286]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.286801460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.286+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MhQdGZ count=7644835","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307286]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.300581552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.300+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644836","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.300616510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.300+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MhQdGZ inflight=1 count=7644837","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.300979297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.300+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MhQdGZ inflight=0 count=7644838","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.312339064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.311+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZbNSrcHQL2xQpG8jahZo9obzrj2yqDGwmuR2gv8DUezq + count=7617993","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.312388082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.312+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8DUezq count=7617994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.318010894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.317+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7617995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.318045568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.317+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8DUezq inflight=1 count=7617996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.318374433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.318+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8DUezq inflight=0 count=7617997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.338004856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.336+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhkDEZ865fKD27Uv62PCdBtZxM6w54T1xC2wN6ajXCwnGZ + count=7644839","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.338045608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.336+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XCwnGZ count=7644840","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.343987800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.343+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644841","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.344025936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.343+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XCwnGZ inflight=1 count=7644842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.344183476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.343+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XCwnGZ inflight=0 count=7644843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.362864043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.362+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhmzNZKmc4otc6LvsgY4wHsQwsAfNoWtdYQQazJFxaT4zq + count=7617998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.363175797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.362+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xaT4zq count=7617999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.369717456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.369+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.369748953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.369+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xaT4zq inflight=1 count=7618001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.369760688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.369+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xaT4zq inflight=0 count=7618002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.388753696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.388+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhn3bVKWyUex1yn6BUGi2MLcCxFjBcrbTJQtxCXwxx9AGZ + count=7644844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.388844155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.388+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xx9AGZ count=7644845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.404747094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.395+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.404792430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.404+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xx9AGZ inflight=1 count=7644847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.405041833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.404+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xx9AGZ inflight=0 count=7644848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.413604282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.413+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhaQPE9DQ73d3aXuYLuZStRVTYDSD47LdjPUQJny4guuzq + count=7618003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.413647500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.413+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4guuzq count=7618004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.417737389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.417+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.417762673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.417+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4guuzq inflight=1 count=7618006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.417767185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.417+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4guuzq inflight=0 count=7618007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.439587468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.439+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhbeqvBAtF7ccftUCkLCkWRPryK4j3GjoML4qHjvGAvnGZ + count=7644849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.439722252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.439+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GAvnGZ count=7644850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.445970582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.445+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.446084577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.445+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GAvnGZ inflight=1 count=7644852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.446096761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.445+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GAvnGZ inflight=0 count=7644853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.464229850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.463+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhcb5gz59keYXP5bmeTZkgjrpCfZsCk8q9ZQRoYV5VAJzq + count=7618008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.464294004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.464+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5VAJzq count=7618009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.470443350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.470+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.470486866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.470+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5VAJzq inflight=1 count=7618011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.470883103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.470+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5VAJzq inflight=0 count=7618012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.491354396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.490+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhhLfb2kk9PN84PViNkPTBAA3KfjQiBd7DW3KyCP4vxTGZ + count=7644854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.491412682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.490+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4vxTGZ count=7644855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.495727286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.495+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.495785069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.495+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4vxTGZ inflight=1 count=7644857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.496031235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.495+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4vxTGZ inflight=0 count=7644858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.515305072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.514+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhg4CFgg4b3TYVvWAk6SJKJeBcwqAJq7WS3kTPLTVUVZzq + count=7618013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.515343961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.515+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VUVZzq count=7618014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.519930883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.519+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.520118659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.519+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VUVZzq inflight=1 count=7618016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.520270994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.520+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VUVZzq inflight=0 count=7618017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.541359214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.540+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhg473nvmnVGrSr6LupDrGmJjANt6GmmnMoXZ1TMHePCGZ + count=7644859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.541423996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.541+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HePCGZ count=7644860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.548051406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.547+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.548108686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.547+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HePCGZ inflight=1 count=7644862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.548115167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.547+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HePCGZ inflight=0 count=7644863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.565853308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.565+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhcY91u9xd267vNcqkF35ERVF2bzgD7DYxiDhExLyybAzq + count=7618018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.565906815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.565+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yybAzq count=7618019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.570189905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.569+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.570223551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.569+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yybAzq inflight=1 count=7618021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1xQn7","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.570230433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.570+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yybAzq inflight=0 count=7618022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.592736400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.592+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhZwkNtk6nkMgRaJH2SoGoz5RrxaHWfAdawaDyNte3LjGZ + count=7644864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.592797666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.592+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e3LjGZ count=7644865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.601684762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.601+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.602297335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.601+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e3LjGZ inflight=1 count=7644867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.602322925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.601+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e3LjGZ inflight=0 count=7644868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.616655885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.616+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhhcUWhvCKf32gZWKgdiwqqnLjYMKj1UebKAtNhVKH4Nzq + count=7618023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.616719029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.616+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KH4Nzq count=7618024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.622579899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.622+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.622627440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.622+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KH4Nzq inflight=1 count=7618026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.622743136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.622+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KH4Nzq inflight=0 count=7618027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.648085128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.643+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhmnA8p41CWR9G44QDougSRmqF9CbHRx53A4gmcXYMDTGZ + count=7644869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307648]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.648148543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.643+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YMDTGZ count=7644870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307648]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.653685721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.653+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.653786455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.653+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YMDTGZ inflight=1 count=7644872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.653839599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.653+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YMDTGZ inflight=0 count=7644873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.667225007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.666+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhoZP8XQva8d11Jz1CZSGwVHGQDwRrzujgGfFJWHCsTezq + count=7618028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.667290453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.667+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CsTezq count=7618029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.672248884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.671+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.672327942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.672+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CsTezq inflight=1 count=7618031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.672338630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.672+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CsTezq inflight=0 count=7618032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.694370693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.694+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhcQTvnZx17Dt4SGA7grFsFYCj91vRNomAXUvG2SpSvRGZ + count=7644874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.694426074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.694+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pSvRGZ count=7644875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.700571164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.699+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.700615897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.699+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pSvRGZ inflight=1 count=7644877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD1zBFu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.700621990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.699+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pSvRGZ inflight=0 count=7644878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.717847422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.717+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rheFuJ26KTwwqNNwPqu4ammSLLqDeAxEQao6uhFUsN4Tzq + count=7618033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.717902308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.717+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sN4Tzq count=7618034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.723819730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.723851610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.723+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sN4Tzq inflight=1 count=7618036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.723864920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.723+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sN4Tzq inflight=0 count=7618037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.745752386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.745+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhcrCR9R48Pm5Lpqhn4XKX9rrWFEk28dr2ZFtjN7qCzeGZ + count=7644879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.745808298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.745+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qCzeGZ count=7644880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.756340605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.756400688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qCzeGZ inflight=1 count=7644882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.756407222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.755+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qCzeGZ inflight=0 count=7644883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.768362359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.768+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhXwcZmpEwcfvczTP3jjk5oSsUH4tVHgrBXawQQxZnfKzq + count=7618038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.768438272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.768+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZnfKzq count=7618039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.774130701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.773+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.774159708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.773+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZnfKzq inflight=1 count=7618041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.774330506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.774+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZnfKzq inflight=0 count=7618042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.796671670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.796+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rho3yHTfc31TSbRMB78GUR8W8hL3zXVHWhy36A73jrqdGZ + count=7644884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.796746018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.796+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jrqdGZ count=7644885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.805670870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.805+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.805730296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.805+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jrqdGZ inflight=1 count=7644887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.805761441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.805+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jrqdGZ inflight=0 count=7644888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.818816039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhciY7hSMjLXtYY3E7uKQ5m4hoirGTgwdofyyjkA6Nt3zq + count=7618043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.818940987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6Nt3zq count=7618044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.823029045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.822+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.823054970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.822+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6Nt3zq inflight=1 count=7618046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.823110864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.822+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6Nt3zq inflight=0 count=7618047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.847348759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.847+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhZq12vh81yK3CJeyii3JBoCHMqjUDLaeJ748JZpqmZPGZ + count=7644889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.847416018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.847+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qmZPGZ count=7644890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.859839374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.859+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.859889399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qmZPGZ inflight=1 count=7644892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.859924099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qmZPGZ inflight=0 count=7644893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.869768073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhjCsFb4MrnhwjPKcCgoH61PdbS7KJGi8iDD8c7sTkJYzq + count=7618048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.869813043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TkJYzq count=7618049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.875730810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.875767768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.875+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TkJYzq inflight=1 count=7618051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.875851739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TkJYzq inflight=0 count=7618052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.898013257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.897+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaNqVaHjbqmq4tDQymwP5iadaLSBqN7Awu6b1a92z3fGZ + count=7644894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307898]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.898056364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.897+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2z3fGZ count=7644895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307898]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.906186113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.905+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.906290206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.906+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2z3fGZ inflight=1 count=7644897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.906338186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.906+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2z3fGZ inflight=0 count=7644898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.920241936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.919+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhkvrAkoqbagtLTZsg5Adje1DnXAd4TLVRSih4LmMgcnzq + count=7618053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.920511436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Mgcnzq count=7618054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.927618907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.927+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.927658642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.927+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mgcnzq inflight=1 count=7618056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.928005866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.927+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mgcnzq inflight=0 count=7618057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.948880600Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.948+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhhRU9BWZFxpphwbysc3eQwFnrB2khBGbWpAsckwW3FAGZ + count=7644899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.948929837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.948+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W3FAGZ count=7644900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.956826035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.956+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.956879098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.956+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W3FAGZ inflight=1 count=7644902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.956920116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.956+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W3FAGZ inflight=0 count=7644903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.971435111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.971+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhftn6fZdkfuTif2NR2gSpfZqnpWYnoBdMcsYz8MVNjkzq + count=7618058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.971474917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VNjkzq count=7618059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.976032674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.975+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.976254065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.975+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNjkzq inflight=1 count=7618061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.976326964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:07.976+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNjkzq inflight=0 count=7618062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593307976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.999461609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.999+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhmFMrtb79khGMjuDvPdwYaHvBHUHUNYpmM5Se9YkEPAGZ + count=7644904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307999]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:07.999628340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:07.999+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kEPAGZ count=7644905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593307999]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.006278306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.006+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.006318492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.006+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kEPAGZ inflight=1 count=7644907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.006360467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.006+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kEPAGZ inflight=0 count=7644908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.022058486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.021+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhXQG1V4RKNeZCpX99P3aFurbzS2yKXwtPsUWLfWTWpdzq + count=7618063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.022110433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.021+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TWpdzq count=7618064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.027953614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.027+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.028000858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.027+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TWpdzq inflight=1 count=7618066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.028227319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.028+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TWpdzq inflight=0 count=7618067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.050296419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.049+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaM1zHFn2dAMKFGsfmJJYUSwGUdQRUA9cXDpFNEHXyoGZ + count=7644909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.050374608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.050+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HXyoGZ count=7644910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.056653384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.056+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.056695887Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.056+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HXyoGZ inflight=1 count=7644912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.056738412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.056+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HXyoGZ inflight=0 count=7644913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.073036721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.072+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhnNkSkWrmsR5WYU3ZCm6msSuA9i4FNSRiTxn2nhfocEzq + count=7618068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.073078270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.072+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*focEzq count=7618069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.077835974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.077+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.077870252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.077+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*focEzq inflight=1 count=7618071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.077935469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.077+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*focEzq inflight=0 count=7618072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.101367796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.101+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhiRSW61asm8UAovenJerUqGjFaRCKy2n2mp6txE8gBDGZ + count=7644914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.101459652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.101+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8gBDGZ count=7644915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.107161011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.106+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.107202803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.106+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8gBDGZ inflight=1 count=7644917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.107392821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.107+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8gBDGZ inflight=0 count=7644918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.123593605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhbmvDkC34NGzkZWL7to7zr1qtuRbbT2EHL8bST7r9d8zq + count=7618073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.123711355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r9d8zq count=7618074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.128143663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.128262815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.127+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r9d8zq inflight=1 count=7618076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.128277595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r9d8zq inflight=0 count=7618077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.152792917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.152+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhnD3EKdDdbYnaN2NPpRzUniGhy9JUNFussuHidYGHXEGZ + count=7644919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308152]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.153021204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.152+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GHXEGZ count=7644920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.159415330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.159+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.159461611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.159+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GHXEGZ inflight=1 count=7644922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.159772966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.159+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GHXEGZ inflight=0 count=7644923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.174740911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.174+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhcBvrp1bBeiE5idW33tvDpJmpV6XEfL2Z9zEykK3dqyzq + count=7618078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.174797247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.174+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3dqyzq count=7618079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.178608217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.178+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.178646679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.178+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3dqyzq inflight=1 count=7618081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.178876217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.178+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3dqyzq inflight=0 count=7618082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.203330160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.202+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhZ2BqeLuKwXKYuhKmsezvY9VHruFW9kbS86Sggr1LfMGZ + count=7644924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308203]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.204085998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.203+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1LfMGZ count=7644925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.211336533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.211+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.211458290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.211+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1LfMGZ inflight=1 count=7644927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.211612830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.211+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1LfMGZ inflight=0 count=7644928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.225544350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.225+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhbDQZcQqKj6pL54xr52xYyKe8iPxuWuyQxNmu3MfbSvzq + count=7618083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.225611655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.225+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fbSvzq count=7618084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.231870105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.231+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.231913776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.231+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fbSvzq inflight=1 count=7618086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.232002817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.231+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fbSvzq inflight=0 count=7618087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308232]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.254174522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.253+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhhMFjwGB71sZMJgwXaa12BcAfshgKqnx3wBDbNJAwG8GZ + count=7644929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.254220132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.254+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AwG8GZ count=7644930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.260170161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.259+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.260209952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.259+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AwG8GZ inflight=1 count=7644932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.260272936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.260+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AwG8GZ inflight=0 count=7644933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.276432482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhnCXogtR76LTB2j2Ec6A18wHrGoFnvPJdw7dWz7LaKszq + count=7618088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.276479057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.276+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LaKszq count=7618089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.282033548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.281+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.282227067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.281+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaKszq inflight=1 count=7618091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.282249555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.282+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaKszq inflight=0 count=7618092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.304648939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.304+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhmiqzaZuxcoK6x8Br4SDNk7J1rQMnQYvdzxL6S5zX5YGZ + count=7644934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.304911863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.304+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zX5YGZ count=7644935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.310505535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.310+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.310589859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.310+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zX5YGZ inflight=1 count=7644937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.310829178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.310+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zX5YGZ inflight=0 count=7644938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.327741665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.327+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhmgpau24BbdRDzEoFtas3Cq8x8YuupwVA3qEm77yB8nzq + count=7618093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.327867354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.327+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yB8nzq count=7618094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.332253932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.332+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.332285400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.332+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yB8nzq inflight=1 count=7618096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.332479346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.332+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yB8nzq inflight=0 count=7618097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.355335540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.355+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhbpDqDqfp7cvopnY3rTC7B8UiQD29HTVL8dciqMGDsuGZ + count=7644939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.355449533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.355+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GDsuGZ count=7644940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.360372603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.360+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.360414285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.360+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GDsuGZ inflight=1 count=7644942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.360604574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.360+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GDsuGZ inflight=0 count=7644943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.379067437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.378+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhiJgX1HUJhMxMzkY4Gn2xpdQgShkYSx7weeQ4ksLqsizq + count=7618098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.379125866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.378+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Lqsizq count=7618099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.384140214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.384171702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lqsizq inflight=1 count=7618101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.384379418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.384+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lqsizq inflight=0 count=7618102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.411844569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.411+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhhQpdfaxD9xLWkDgDZzapAx1K687pbUCNASgCTv2pEnGZ + count=7644944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.411902327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.411+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2pEnGZ count=7644945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.416622253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.416+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.416661914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.416+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2pEnGZ inflight=1 count=7644947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.416685966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.416+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2pEnGZ inflight=0 count=7644948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.434072905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.433+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhimmkvSQP7CQ9B9mk3Wk68US6m3dzzSkRbMVdKaY5qezq + count=7618103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.434116620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.433+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y5qezq count=7618104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.438693318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.438736953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y5qezq inflight=1 count=7618106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.438140685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.437+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7644949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.439141680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y5qezq inflight=0 count=7618107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.462622277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.462+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhfak837aJFSXnaVMEGzW6HX4HagmnC3CUgKFHgFH5BhGZ + count=7644950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.462711894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.462+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H5BhGZ count=7644951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.468215468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.467+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.468496027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.468+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H5BhGZ inflight=1 count=7644953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.468565553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.468+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H5BhGZ inflight=0 count=7644954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.484558991Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.484+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhocYuMqYgBUMynFngbjSQhYioe66zk4NkHXoWexpAxhzq + count=7618108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.484718061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.484+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pAxhzq count=7618109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.490035583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.489+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.490203286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.489+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pAxhzq inflight=1 count=7618111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.490414110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.490+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pAxhzq inflight=0 count=7618112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.513117707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.512+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhaQFLdmUAdvszcc4TsfYJRinN6NTJcgGk32xxgJmHmEGZ + count=7644955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.513265386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.512+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mHmEGZ count=7644956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.520492556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.520+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.520530555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.520+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mHmEGZ inflight=1 count=7644958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.520767212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.520+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mHmEGZ inflight=0 count=7644959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.535128687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.534+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhgUYe7GZ2UCpVZhY2cRBHwmgmJmKxBCNathumKGhFfczq + count=7618113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.535181243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.534+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hFfczq count=7618114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.539848001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.539+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.539919569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.539+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hFfczq inflight=1 count=7618116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.540260204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.539+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hFfczq inflight=0 count=7618117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.564207014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.563+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rha5r8XwxbV2bRDiRKgiKua7LcciAMpVswkQ2Mzgz2DyGZ + count=7644960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.564255605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.564+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z2DyGZ count=7644961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.573406148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.572+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.573449636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.573+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z2DyGZ inflight=1 count=7644963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.573455856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.573+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z2DyGZ inflight=0 count=7644964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.585654381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.585+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhb3nwhR1oS7x2tQDBSSW2eJNeDw5bbMaD5AhYxN3vRvzq + count=7618118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.585980530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.585+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3vRvzq count=7618119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.589889746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.589+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.589917277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.589+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3vRvzq inflight=1 count=7618121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.590224393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.589+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3vRvzq inflight=0 count=7618122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.615028983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.614+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhdbeUQeCCdNJLz7RnxiCSWV5Bmbh7Sy7MVEDsjLTJoGGZ + count=7644965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.615106420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.614+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TJoGGZ count=7644966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1zBJu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.623678160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.623+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.624025525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.623+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TJoGGZ inflight=1 count=7644968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.624039678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.623+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TJoGGZ inflight=0 count=7644969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.636629809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.636+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rho98vn8utXqEQarNYHwt6qLGFRVirjr4zQZGhqY3oiHzq + count=7618123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.636897912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.636+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3oiHzq count=7618124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.642917511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.642+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.642958367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.642+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3oiHzq inflight=1 count=7618126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.643116735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.642+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3oiHzq inflight=0 count=7618127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.665668042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.665+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhh6vHKL21GK8PZKEfTFGNFxehXzEa6ByrYp3N2rQ46JGZ + count=7644970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.665763388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.665+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q46JGZ count=7644971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.671170395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.671255656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.670+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q46JGZ inflight=1 count=7644973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.671549208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q46JGZ inflight=0 count=7644974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.687545481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.687+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhmbumM9MSd1kw9YRGNzmvEBWS7nTrvuyFoL2e3d9ATozq + count=7618128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.687588670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.687+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9ATozq count=7618129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.692238856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.691+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.692284307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.692+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9ATozq inflight=1 count=7618131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.692304975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.692+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9ATozq inflight=0 count=7618132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.727219668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.716+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhfxe34EPRAtMWNm8mYArozC7RyZDHpapjVG54hqEgD7GZ + count=7644975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.727259667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EgD7GZ count=7644976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.727264718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.727291748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.723+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EgD7GZ inflight=1 count=7644978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.727296170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.723+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EgD7GZ inflight=0 count=7644979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.738727432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.738+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhYy6zjFy9RbcPe63WaDfmgHEkL5TLA4Yv2GfuLfBY2uzq + count=7618133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.738849613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.738+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BY2uzq count=7618134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.742873064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.742+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.742920525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.742+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BY2uzq inflight=1 count=7618136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.743145081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.742+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BY2uzq inflight=0 count=7618137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.768337705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhXoZ9qVEKToaTpTY8HoJUdqgKwdX7k1w7F9FbCnqUFVGZ + count=7644980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.768380223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.768+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qUFVGZ count=7644981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.775352736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.774+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.775392356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.774+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qUFVGZ inflight=1 count=7644983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.775399346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.775+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qUFVGZ inflight=0 count=7644984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.789680681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.789+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZbsYxxNpHm611wfSkdHEEpE888ChjH4kWkG1BR7ijdzq + count=7618138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.789719139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.789+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ijdzq count=7618139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.794057875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.793+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.794109624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ijdzq inflight=1 count=7618141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.794404649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.794+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ijdzq inflight=0 count=7618142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.818804327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhmYwhthwoBcmP98QoGnunzzUMNFyhr1YuAZ8SLL1YUrGZ + count=7644985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.818849937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1YUrGZ count=7644986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.824247246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.824298343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.824+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1YUrGZ inflight=1 count=7644988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.824597697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.824+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1YUrGZ inflight=0 count=7644989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.840910684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.840+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhgzGs8ZBLhJ54zw9zLcuu2sDWXjXMxEsX4redJ99Jkhzq + count=7618143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.840951350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.840+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9Jkhzq count=7618144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.846886191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.846+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.846919532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.846+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Jkhzq inflight=1 count=7618146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.847142670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.846+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Jkhzq inflight=0 count=7618147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.870663724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhforPZzXWQbz5Ssdw4U8iSp75XCUg7758SFANT9wXueGZ + count=7644990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.870706061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wXueGZ count=7644991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.891575346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.891+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhgmLYUd4zKCYfndbZch9WNEi2xcnbnXP1jCgFXodJTwzq + count=7618148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.891798046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.891+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dJTwzq count=7618149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.891466229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.891564596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wXueGZ inflight=1 count=7644993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.891578921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.891+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wXueGZ inflight=0 count=7644994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.896188793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.895+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.896213480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.896+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dJTwzq inflight=1 count=7618151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.896540728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.896+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dJTwzq inflight=0 count=7618152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.921200327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.920+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GZ/zb2rhd3TnWWwFJjv7wWy1ksS2K4AhJWuMsn56FnZrffFm3QGZ + count=7644995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.921242407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fm3QGZ count=7644996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.927721585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7644997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.927763380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fm3QGZ inflight=1 count=7644998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.927796985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.927+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fm3QGZ inflight=0 count=7644999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.942014017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.941+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhnEM2TwivwsnDQbaXq7kCam28Pn1A4vJmvUchfQFi21zq + count=7618153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.942066119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.941+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fi21zq count=7618154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.948046263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.947+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.948091893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.947+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fi21zq inflight=1 count=7618156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.948271948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.948+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fi21zq inflight=0 count=7618157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.972227498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.971+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhetLzcTmQuQHQZvAtWGf6Qm5rQxRi4qapuQ3976nXm8GS + count=7645000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.972302635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.972+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nXm8GS count=7645001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.982569923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.982+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308982]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.982611035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.982+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXm8GS inflight=1 count=7645003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308982]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.982957260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:08.982+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXm8GS inflight=0 count=7645004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593308982]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.992865134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.992+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rheJRzBC4SfgvjaaUcdW7uqLpK3rUqEx2V2AToXCGXxZzq + count=7618158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.993074139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.992+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GXxZzq count=7618159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.998614413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.998+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.998644936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.998+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GXxZzq inflight=1 count=7618161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:08.998649576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:08.998+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GXxZzq inflight=0 count=7618162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593308998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.023452476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.023+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhWmrFmQpAZLe3xsF9tTrZXNazA2dFNBfZbvf7oJRNaLGS + count=7645005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.023734061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.023+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RNaLGS count=7645006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.030376010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.030+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.030418383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.030+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RNaLGS inflight=1 count=7645008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.030580367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.030+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RNaLGS inflight=0 count=7645009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.048108351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.047+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhdk2GFBxs1fJvMHQrCQCn2EoGjEJVxmPDBvUZAPvqetzq + count=7618163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.048314540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.047+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vqetzq count=7618164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.054119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.053+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.054324600Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.053+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vqetzq inflight=1 count=7618166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.054459969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vqetzq inflight=0 count=7618167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.074171776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.073+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhbbUjssYsXx91rCThHczKpZGRvXx45i8W3kB4mi3Zd3GS + count=7645010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.074222137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.073+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Zd3GS count=7645011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.081870298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.081+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.081913378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.081+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Zd3GS inflight=1 count=7645013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.082033440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.081+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Zd3GS inflight=0 count=7645014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.099226801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.098+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhnyfCkNWYEQQ7idmWovXPYK4ntvZjeva2426ar4HuuTzq + count=7618168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.099285723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.098+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HuuTzq count=7618169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.104025280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.103+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.104071142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.103+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HuuTzq inflight=1 count=7618171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.104334658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.104+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HuuTzq inflight=0 count=7618172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.125678353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.125+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhWx2sGaL8rKTNLZhW43Q2m3ftQKHTk5aMGgcPyQiqtfGS + count=7645015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.125722334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.125+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iqtfGS count=7645016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.132690912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.131+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.132732062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.132+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqtfGS inflight=1 count=7645018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.132737988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.132+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqtfGS inflight=0 count=7645019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.149668721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.149+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhhHfF7DLsZ8qyEJ87ad4PRL9bWTb6oWiPW6jZkHaCPMzq + count=7618173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.150069290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.149+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aCPMzq count=7618174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.155512060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.155551539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aCPMzq inflight=1 count=7618176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.155653248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aCPMzq inflight=0 count=7618177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.177027107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.176+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZdcxfRiqKkHppRm919xFkmDBtuxh6G4YEk5uV1TirfGS + count=7645020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.177228015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.176+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TirfGS count=7645021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.183063065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.182+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.183102110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.182+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TirfGS inflight=1 count=7645023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.183360257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.182+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TirfGS inflight=0 count=7645024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.200216413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.199+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhkczdm41fe2wZLdb7fomEk7s4AwTT8iPDQsyCwm6NfLzq + count=7618178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.200328784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.200+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6NfLzq count=7618179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.206398306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.206440063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6NfLzq inflight=1 count=7618181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.206447735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6NfLzq inflight=0 count=7618182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.227905599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.227+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rha6baDrCQmtidFYsUmvRfVz3GNeYkiFaBmVk3Dk3tpkGS + count=7645025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.228122415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.227+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3tpkGS count=7645026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.237129543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.236+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3tpkGS inflight=0 count=7645029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.237082195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.236+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1zBJv","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.237116644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.236+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3tpkGS inflight=1 count=7645028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.250947274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.250+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rheNRauD5sqVHyBxcKit559HAoboeVujbt9Xhd6whjbKzq + count=7618183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.250997986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.250+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hjbKzq count=7618184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.255245281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.254+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.255273985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.255+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hjbKzq inflight=1 count=7618186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.255485116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.255+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hjbKzq inflight=0 count=7618187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.278957009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.278+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhgMs4kyt45cYpccWvAHgmaTq8vsRCrqMozcrWNGjN8bGS + count=7645030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.278998958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.278+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jN8bGS count=7645031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.283966221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.283+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.284008106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jN8bGS inflight=1 count=7645033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.284023832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.283+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jN8bGS inflight=0 count=7645034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.301940009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.301+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZidnpabq5idqKi9rhtrNtEYRS5qP6ZV3VihL9qQmM4zq + count=7618188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.302158532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.301+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QmM4zq count=7618189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.307491259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.307+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.307534714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QmM4zq inflight=1 count=7618191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.307593756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QmM4zq inflight=0 count=7618192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.334852629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.334+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhi616A8Y1So7g2tYf8822NsJY3FxeFTdvYwGx9AVDeoGS + count=7645035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.334958409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.334+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VDeoGS count=7645036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.340443478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.339+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.340505318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.340+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VDeoGS inflight=1 count=7645038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.340619882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.340+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VDeoGS inflight=0 count=7645039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309340]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.353097878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.352+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhiirtyLNXJApRyxiLVU1fagVcXiWCZAxJmiRCQwvPnZzq + count=7618193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.353202068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.352+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vPnZzq count=7618194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.360857591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.360+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.360903440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.360+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vPnZzq inflight=1 count=7618196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.361212008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.360+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vPnZzq inflight=0 count=7618197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.386102200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.385+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhakEPkaw17Xx7ECaLkPwiM1HAJvGX6eJfjFVhFKmxoEGS + count=7645040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.386224168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.385+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mxoEGS count=7645041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.396322730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.395+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.396362107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.396+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mxoEGS inflight=1 count=7645043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.396654337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.396+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mxoEGS inflight=0 count=7645044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.403664162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.403+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZq7zbf5jM1B5Uo5eT6qCCBXjRs1AwzwwJu6hNN8m8mzq + count=7618198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.403870953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.403+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8m8mzq count=7618199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.408278150Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.407+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309408]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.408330393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.408+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8m8mzq inflight=1 count=7618201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309408]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.408568912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.408+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8m8mzq inflight=0 count=7618202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309408]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.437169798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.436+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhhrKe2xUKA24tNshxbEE8eRgjEUx1LTc7VfARUaumzEGS + count=7645045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.437232635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.437+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*umzEGS count=7645046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.443558473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.442+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.443599798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.443+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*umzEGS inflight=1 count=7645048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.443605927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.443+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*umzEGS inflight=0 count=7645049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.454984667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.454+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhjpBQEPA4TqdPsuzi2b6GWHAb1msSMSmfUy5LoW2NJPzq + count=7618203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.455068244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.454+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2NJPzq count=7618204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.459269473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.458+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.459301844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2NJPzq inflight=1 count=7618206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.459554248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2NJPzq inflight=0 count=7618207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.469957652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.469+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7618208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309469]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.488141204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.487+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhjNcBRkdiuy86i1CFCcmj1BUvKhBRFZ1AaPP1AQwnMJGS + count=7645050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.488186291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.487+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wnMJGS count=7645051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.497145179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.496+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.497433709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.496+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wnMJGS inflight=1 count=7645053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.497507556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.497+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wnMJGS inflight=0 count=7645054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.506364989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.505+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhcKt3fBZgeyhdMAoYCgpj4EEBiP54t84oTSdQdWumaEzq + count=7618209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.506678768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*umaEzq count=7618210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.512455661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.512+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.512487618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.512+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*umaEzq inflight=1 count=7618212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.512901562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.512+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*umaEzq inflight=0 count=7618213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.539231530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.538+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhdFmh1ZiKVeJeivwWsPvaDfmuTfALM9qcmMFjh7sWWeGS + count=7645055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.539302691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.539+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sWWeGS count=7645056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.549163542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.548+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309549]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.549199367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.548+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sWWeGS inflight=1 count=7645058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309549]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.549475415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.549+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sWWeGS inflight=0 count=7645059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309549]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.557482534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhgox36WkBieVgoBq78QXgUZyGCAgocg6bpi5kxPduz8zq + count=7618214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.557763650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*duz8zq count=7618215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.563449481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.563+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.563651839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.563+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*duz8zq inflight=1 count=7618217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.563827054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*duz8zq inflight=0 count=7618218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.589936545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.589+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXatKNrA2denQ8bk8vpFmuC4cwxUry5g8VzpUL4EQ3cGS + count=7645060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.589986167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.589+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EQ3cGS count=7645061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.597053658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.596+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.597092774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.596+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EQ3cGS inflight=1 count=7645063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.597110737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.596+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EQ3cGS inflight=0 count=7645064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.608488220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhoUGxML3WNi3tuRnnE6UqWu5esxjLaMkzmBApwZqtYuzq + count=7618219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.608537830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qtYuzq count=7618220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD11R6W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.614043365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.613+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.614169314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.613+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qtYuzq inflight=1 count=7618222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.614207339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.614+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qtYuzq inflight=0 count=7618223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.640801684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.640+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhk4JCgK14E7669SqDdfdh5v5n58vJiEUFstmCVujeBhGS + count=7645065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.640843974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.640+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jeBhGS count=7645066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.647199362Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.646+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.647456901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.647+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jeBhGS inflight=1 count=7645068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.647522207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.647+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jeBhGS inflight=0 count=7645069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.659726547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhYzjPowHJfBJnNyQxDoG1EC5NHZb5RuR8J7CFCE5BEFzq + count=7618224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.659774947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.659+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5BEFzq count=7618225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.663846459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.663+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.663883747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.663+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5BEFzq inflight=1 count=7618227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.663957939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.663+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5BEFzq inflight=0 count=7618228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.692549356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.692+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhYvDZm3ZmLtn3WN1ZHZveTRUgP3whyi5LHwybp7nrGwGS + count=7645070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.692593356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.692+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nrGwGS count=7645071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.705745534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.705+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.705802364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.705+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nrGwGS inflight=1 count=7645073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.706042229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.705+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nrGwGS inflight=0 count=7645074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.710398898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhfT6j6tDkNpE4ini4y91ah7D4GZxK8dXvMcNSX2iLHtzq + count=7618229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.710445357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iLHtzq count=7618230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.714648752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.714+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.714682692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.714+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iLHtzq inflight=1 count=7618232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.714718856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.714+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iLHtzq inflight=0 count=7618233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.743637556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.743+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhaPDQSvGo2RDb52Yd69iR4JrGKCdkUbBZKmZyYZHds5GS + count=7645075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.743679668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.743+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hds5GS count=7645076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.750053532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.749+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.750093719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.749+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hds5GS inflight=1 count=7645078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.750181808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.749+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hds5GS inflight=0 count=7645079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.761466071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.760+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhf9nDYinHfSK65cbRvAAS4aWpqhMoqW1ujuq11hn3Xrzq + count=7618234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.761506757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.761+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n3Xrzq count=7618235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.765794328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.765+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.765921064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.765+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n3Xrzq inflight=1 count=7618237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.766009407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.765+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n3Xrzq inflight=0 count=7618238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.794851296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.794+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXX9Dc9VQWTgpSkc8QYhLh9t6JHysvRa4ZH9rm5jJXeGS + count=7645080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.794918950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.794+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jJXeGS count=7645081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.799683402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.799796958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jJXeGS inflight=1 count=7645083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.799828153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.799+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jJXeGS inflight=0 count=7645084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.812645556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhmspygKVRHpvaJrtS7mQDCawixmj1mkgUeZ6iDhaF7Uzq + count=7618239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.812698215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.812+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aF7Uzq count=7618240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.818690267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.818+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.818723988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.818+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aF7Uzq inflight=1 count=7618242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.818750685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aF7Uzq inflight=0 count=7618243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.845338772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.844+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhimkkNywYmHPzJ6xavJxu5uZfyEcZPDCv77N33eftKYGS + count=7645085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.845382067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.845+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ftKYGS count=7645086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.851018336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.850+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.851050287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.850+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ftKYGS inflight=1 count=7645088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.851132907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.850+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ftKYGS inflight=0 count=7645089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.863435183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhXkM9Ys9LeDvisEoHgXMgeUhHM6DqqRmpCL4nQioTMJzq + count=7618244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.863500428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oTMJzq count=7618245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.867950596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.867987900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oTMJzq inflight=1 count=7618247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.867993342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oTMJzq inflight=0 count=7618248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.896698120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.896+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhd3fXyEgpw3MKzhUy5LexHraA3yRnMVGMaTVVKbgj9hGS + count=7645090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.896741313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.896+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gj9hGS count=7645091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309896]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.903253676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.902+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.903294012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.903+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gj9hGS inflight=1 count=7645093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.903361507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.903+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gj9hGS inflight=0 count=7645094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.914486928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhdbjytBLZgyr99n5AbY9CU9pK3WsFxN7Zb3GhVTajiazq + count=7618249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.914610909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.914+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ajiazq count=7618250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.919806007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.919+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.919839502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.919+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ajiazq inflight=1 count=7618252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.920088861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.919+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ajiazq inflight=0 count=7618253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.947958816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.947+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhfAy6eZbc6oE7spn5v5XLV6K5EevoDgZJXADUfGygkFGS + count=7645095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.948002972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.947+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ygkFGS count=7645096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.954748167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.954+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.954904890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.954+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ygkFGS inflight=1 count=7645098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD13CRM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.954916204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.954+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ygkFGS inflight=0 count=7645099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.965595355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhjsF4DDaBBfGTSRCtX91W4KkJzrb4Hn1RHqMFBYZcDVzq + count=7618254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.965648109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.965+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZcDVzq count=7618255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.969837399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.969+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.969866261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.969+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZcDVzq inflight=1 count=7618257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.969925243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:09.969+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZcDVzq inflight=0 count=7618258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593309969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.998506739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.998+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhkApaEUzgGps1XYvYFQNvVwpTnQqCPws8ACDY4gqFNdGS + count=7645100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:09.998557058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:09.998+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qFNdGS count=7645101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593309998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.005402595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.004+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.005443318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.005+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFNdGS inflight=1 count=7645103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.005449111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.005+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFNdGS inflight=0 count=7645104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.016567655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhWsqhArnVVkdp3AJDvUp2YaPsukZELRJGq622bQZ8Sszq + count=7618259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.016604193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Z8Sszq count=7618260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.032861735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.032+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.032934794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.032+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z8Sszq inflight=1 count=7618262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.032959645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.032+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z8Sszq inflight=0 count=7618263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.049070247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.048+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXyh3dryj5vUnCNZxNXNJgzmGYZwptxU2zZaMmstB8WGS + count=7645105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.049118879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.048+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tB8WGS count=7645106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.054764079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.054+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.054804252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.054+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tB8WGS inflight=1 count=7645108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.054910704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tB8WGS inflight=0 count=7645109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.067716252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhiZyTF3mvqqECz8aVwrEdzs1eN7yZWh177dHAKfyr9kzq + count=7618264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.067761838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.067+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yr9kzq count=7618265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.072044904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.071+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.072086863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.071+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yr9kzq inflight=1 count=7618267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.072095274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.071+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yr9kzq inflight=0 count=7618268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.100449849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.100+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhX1HD9D5RdRQQUiETNRiLTsdrms6JygxbE37QtNfqsfGS + count=7645110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.100488296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.100+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fqsfGS count=7645111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.106055438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.105+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.106090358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.105+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fqsfGS inflight=1 count=7645113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.106095016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.105+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fqsfGS inflight=0 count=7645114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.118551943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhYw1CTPbeRsJ4vRDf22x6SkHCvu3tSkg1D6sE1ViR5Xzq + count=7618269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.118634306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.118+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iR5Xzq count=7618270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.123921162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.123965168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iR5Xzq inflight=1 count=7618272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.124083250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iR5Xzq inflight=0 count=7618273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.151662015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.151+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhfYfqYmM7fXg6TkeQ9c7acktRPYGLgd7MMqgxoCPeR9GS + count=7645115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.151706072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.151+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PeR9GS count=7645116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.155449138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.155657921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PeR9GS inflight=0 count=7645119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.155647048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PeR9GS inflight=1 count=7645118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.169709250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.169+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhZSFvto9CGBZK2uAsLjVbk5xW9fAKgf9GW8VCFtn5W6zq + count=7618274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.169757444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.169+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n5W6zq count=7618275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.175078810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.174+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.175114595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.174+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n5W6zq inflight=1 count=7618277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.175302562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n5W6zq inflight=0 count=7618278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.202144417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.201+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhe2A6PFDXGfVdGgJhPz9TQma6SWbfyJqMHDrSt3CqJZGS + count=7645120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.202184878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.201+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CqJZGS count=7645121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.208439410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.208+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CqJZGS inflight=0 count=7645124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.208389393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.208+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.208433520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.208+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CqJZGS inflight=1 count=7645123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.221035546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.220+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhb4EAMrrFP1phaU7swqLwJnPrs7xT22hio5swFimcxazq + count=7618279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.221088040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.220+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mcxazq count=7618280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.227050857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.226+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.227083180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.226+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mcxazq inflight=1 count=7618282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.227088087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.226+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mcxazq inflight=0 count=7618283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.253093372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.252+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhcduLNE7BGgbVBeSMSWxUH9541ea1y4u9R1wB3s88xzGS + count=7645125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.253163028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.252+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*88xzGS count=7645126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.259110022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.258+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.259149883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*88xzGS inflight=1 count=7645128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.259165501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.259+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*88xzGS inflight=0 count=7645129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.271631992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.271+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zq/zb2rhc2hkTBXo45sCP9VHWhpncwzQwUWyz67AzKJSoamFr8zq + count=7618284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.272031937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.271+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mFr8zq count=7618285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.278286970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.277+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.278334273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.278+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mFr8zq inflight=1 count=7618287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.278443135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.278+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mFr8zq inflight=0 count=7618288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.303858297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.303+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhgqvZY3tyodTNWNn8szLwaCUq94iuaBTt5Chhg3CaEWGS + count=7645130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.303929557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.303+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CaEWGS count=7645131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.308420474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.308+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.308460161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.308+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CaEWGS inflight=1 count=7645133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.308575172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.308+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CaEWGS inflight=0 count=7645134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.323211805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhehh1tQYnav2jmijiSrjDw8EmVDc29NN6JthcjoE8Ltj8 + count=7618289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.323255915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.322+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*E8Ltj8 count=7618290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.327592977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.327623261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E8Ltj8 inflight=1 count=7618292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.327663255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E8Ltj8 inflight=0 count=7618293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.355351411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.354+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZByz369DeWL5Ep5uyj9sW9PmJqWMBx7sk4bfyFEuSZGS + count=7645135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.355387495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.354+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EuSZGS count=7645136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.361737191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.361+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.361775830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.361+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EuSZGS inflight=1 count=7645138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.361827169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.361+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EuSZGS inflight=0 count=7645139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.374403816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.374+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhcp2a48yh4rgNzsfzg4qmrRjsfxdhmv7R4JwY35TMnnj8 + count=7618294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.374448406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.374+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TMnnj8 count=7618295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.380035504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.379+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.380076956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.379+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TMnnj8 inflight=1 count=7618297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.380099346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TMnnj8 inflight=0 count=7618298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.406420997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.406+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXNasLhcMBhvrFbPcMCyRadAxXKW9UaM6PPTjgPgv5NGS + count=7645140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.406461594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.406+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gv5NGS count=7645141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.412948767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.412+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.412987812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.412+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gv5NGS inflight=1 count=7645143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.413036158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.412+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gv5NGS inflight=0 count=7645144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.425633910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.425+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhfmgjpxzbBzm1nrAdFvmkbSeX96qoS7Q9oE6QCXnnZYj8 + count=7618299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.425858197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.425+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nnZYj8 count=7618300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.429711598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.429+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.429741311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.429+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nnZYj8 inflight=1 count=7618302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.430111979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.429+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nnZYj8 inflight=0 count=7618303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.457451180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.457+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhb248nEbGhar4y1MBXEgGY38RrMtW3YmPudNYRx4cAWGS + count=7645145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.457531717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.457+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4cAWGS count=7645146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.464524133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.464+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.464561673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.464+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4cAWGS inflight=1 count=7645148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.464675807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.464+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4cAWGS inflight=0 count=7645149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.476665245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.476+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXyPHnKTx54xxA1iQau7nutGfvmgWuB8TJXyGDDCroDj8 + count=7618304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.476704053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.476+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CroDj8 count=7618305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.482092093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.481+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.482151183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.481+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CroDj8 inflight=1 count=7618307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.482410438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.482+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CroDj8 inflight=0 count=7618308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.508253598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.507+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhoriDXXxCYreqCHYZy8nCXtncc8y67ZSLGEYJKXDbqkGS + count=7645150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310508]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.508291764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.508+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DbqkGS count=7645151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310508]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.515193720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.514+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.515238044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.514+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DbqkGS inflight=1 count=7645153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.515244113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.515+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DbqkGS inflight=0 count=7645154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.528046177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.527+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhc66hbKpXyzAG2Ln2axayP9z1Rq43FmJ5KGUsRWtdhij8 + count=7618309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.528097226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.527+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tdhij8 count=7618310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.533569834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.533+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.533652954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.533+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tdhij8 inflight=1 count=7618312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.533662751Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.533+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tdhij8 inflight=0 count=7618313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.558854932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.558+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhocqwCY32zfVWDB2Rxy8imoUnYoNzxnxACHBTyYVeJyGS + count=7645155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.558935383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.558+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VeJyGS count=7645156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.570282842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.569+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VeJyGS inflight=0 count=7645159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.570205337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.569+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.570275748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.569+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VeJyGS inflight=1 count=7645158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.579311059Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.578+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhgSVvmqmVrUSG5Vkg9KgncsJ1SsEYtVLwskmgLvBqHEj8 + count=7618314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.579375907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.579+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BqHEj8 count=7618315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.583919236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.583+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.583952074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.583+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BqHEj8 inflight=1 count=7618317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.584243279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.583+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BqHEj8 inflight=0 count=7618318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.610739892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.609+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZcZjACo6Z73NU1BtnYd3XeZqnqS6AukbN7x2WTy7H9GS + count=7645160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310610]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.610775621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.609+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y7H9GS count=7645161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310610]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.616848388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.616+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.616897722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.616+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y7H9GS inflight=1 count=7645163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.617053439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.616+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y7H9GS inflight=0 count=7645164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.629677745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.629+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhbZTzcMfeqNs5BbvYTABbcRkDNiH5EYYMpPstEfwNmij8 + count=7618319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310629]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.629717313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.629+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wNmij8 count=7618320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310629]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.635680607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.635715064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.635+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wNmij8 inflight=1 count=7618322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.635858587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wNmij8 inflight=0 count=7618323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.660679055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.660+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhfgu628vQT3aCKyowCoA6wWjScW4VvucgFxfvyCUTebGS + count=7645165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.660722909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.660+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UTebGS count=7645166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.668069475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.667+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.668119545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.667+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UTebGS inflight=1 count=7645168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.668151874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.667+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UTebGS inflight=0 count=7645169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.680538755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.680+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhkpSxMX5qNR8FvB9Yrb3Uqj4mzA7APYsq4KVhEXNcRfj8 + count=7618324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.680575980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.680+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NcRfj8 count=7618325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.686138666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.685+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.686183260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.685+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NcRfj8 inflight=1 count=7618327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.686428221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.686+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NcRfj8 inflight=0 count=7618328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.711863725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.711+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhfiwbEQGcYn184bGszmZb9Fr4wPAeWWv6bgq6CD9XmcGS + count=7645170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.711909952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.711+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9XmcGS count=7645171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.716191098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.716278546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9XmcGS inflight=1 count=7645173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.716331621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.716+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9XmcGS inflight=0 count=7645174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.731906604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.731+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhhvdJinB4JXiJ85q3ikBpGT4fCBvgMhqym9Tes1REKdj8 + count=7618329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.731962719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.731+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*REKdj8 count=7618330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.736083279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.735+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.736111735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.735+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*REKdj8 inflight=1 count=7618332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.736116348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.735+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*REKdj8 inflight=0 count=7618333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.762985231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.762+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhYwmJQg1ojd9hEksgf215eZZRcFEGgEdKWS6BsuHFwUGS + count=7645175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.763043078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HFwUGS count=7645176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310763]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.767417104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.767+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.767460779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.767+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFwUGS inflight=1 count=7645178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.767703663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.767+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFwUGS inflight=0 count=7645179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.782821075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.782+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rheetEDPcB11B5q2a5zeCptW9tRem57DJkHd7RUsK2Rvj8 + count=7618334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.782862486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.782+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K2Rvj8 count=7618335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.787399073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.786+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.787443697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.787+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2Rvj8 inflight=1 count=7618337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.787452268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.787+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2Rvj8 inflight=0 count=7618338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.814116632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.813+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhnjivFmvvVZirzCajdd52DfGa2wwhA8zabEZrddVjMpGS + count=7645180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310814]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.814161730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.813+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VjMpGS count=7645181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310814]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.820690011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.820+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.820736282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.820+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjMpGS inflight=1 count=7645183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.820742284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.820+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjMpGS inflight=0 count=7645184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.833883587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.833+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXNGoGP2tyvsy9vixjBTJWsVWRoLPTXaWm8oEwiqSwKj8 + count=7618339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310833]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.833962131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.833+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qSwKj8 count=7618340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310833]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.839193057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.838+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.839227094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.838+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qSwKj8 inflight=1 count=7618342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.839412946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qSwKj8 inflight=0 count=7618343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.865313781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.864+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhdubTHNtc4FT1ss7k8pPTbcMpQ7atz1qrgSLaG21ebTGS + count=7645185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310865]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.865377556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.865+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1ebTGS count=7645186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310865]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.871640024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.871+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ebTGS inflight=1 count=7645188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.871674841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.871+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ebTGS inflight=0 count=7645189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.871543583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.885020434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.884+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhcBsux92qmuzSyetaDbWf4sSA89LQshALLueH3qcHEdj8 + count=7618344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.885060344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.884+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cHEdj8 count=7618345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.890399003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.890+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.890458076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cHEdj8 inflight=1 count=7618347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.890669515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cHEdj8 inflight=0 count=7618348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.916187900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.915+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhgoNgsXcXJCmjYZLHjuMeXyZWUjEEsLCqSbLf5s7n2gGS + count=7645190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.916238590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.915+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7n2gGS count=7645191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.922233815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.921+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.922272901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.922+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7n2gGS inflight=1 count=7645193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.922409223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.922+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7n2gGS inflight=0 count=7645194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.936386692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.936+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhZ3m72zupVToEzD541QCRsHAhFHdtjU5PVg1GPqvYt9j8 + count=7618349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.936659489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.936+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vYt9j8 count=7618350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.941865039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.941+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.941894265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.941+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vYt9j8 inflight=1 count=7618352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.942053360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.941+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vYt9j8 inflight=0 count=7618353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.967218439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.966+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhocGZDAz1SEQSUUM4kz6rYqvPfpCifzoR8MdwVyprSCGS + count=7645195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.967258841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.966+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*prSCGS count=7645196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.971920776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*prSCGS inflight=1 count=7645198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.971926565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.971+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*prSCGS inflight=0 count=7645199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.971877606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:10.971+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593310971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.987501778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.987+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rheHRuMA1ReHvCvEg8UvsgeibKauJde6jStUFc57ceqUj8 + count=7618354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.987618224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.987+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ceqUj8 count=7618355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.992053431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.991+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.992080819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ceqUj8 inflight=1 count=7618357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:10.992092985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:10.991+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ceqUj8 inflight=0 count=7618358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593310992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.017608517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.017+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhd1nnFZ7GVGbyAq7GowVStwnfpfguPw88VoLxBG9aJTGS + count=7645200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.017655372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.017+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9aJTGS count=7645201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.025012949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.024+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959331 count=7618359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.030035885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.029+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.030084485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.029+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9aJTGS inflight=0 count=7645204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.030078193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.029+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9aJTGS inflight=1 count=7645203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.038267541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.037+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhk8cbP9ejobf3HjzRAPiFyq6WCwuHNhZQDrnmfLrgjAj8 + count=7618360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.038315903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.038+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rgjAj8 count=7618361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.043647609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.043787952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rgjAj8 inflight=1 count=7618363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.043801983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rgjAj8 inflight=0 count=7618364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.068598532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.068+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhhcZbraHNv32AMksLM3Fs17pVS5APsFqQ1dYpuJPKFJGS + count=7645205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.068638217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.068+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PKFJGS count=7645206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.074916688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.074+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.074973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.074+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PKFJGS inflight=1 count=7645208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.074984388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.074+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PKFJGS inflight=0 count=7645209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.089503053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.089+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXFA6zpHCNAsJpTWaifLGUWGGsvBjSURDM4MaawaPZtj8 + count=7618365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.089563005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.089+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aPZtj8 count=7618366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.095201732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.094+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.095418054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.095+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aPZtj8 inflight=1 count=7618368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.095831133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.095+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aPZtj8 inflight=0 count=7618369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.119692728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.119+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rheHtCFdkrjRmKurpPftf9eAkeAWbSuJcdhtGCgXuuwYGS + count=7645210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.119782883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.119+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uuwYGS count=7645211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.131864300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.130+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.131938927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.131+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuwYGS inflight=0 count=7645214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.131932779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.130+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuwYGS inflight=1 count=7645213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.140378177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.139+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhZpXDvz1oJE67KUouY14f1XNnLVRGdFKB5p1XkwH5Vej8 + count=7618370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.140429191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.140+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H5Vej8 count=7618371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.147134994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.147184018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H5Vej8 inflight=1 count=7618373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.147192856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H5Vej8 inflight=0 count=7618374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.170913892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.170+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZZbhtJRBsbU9uKQyDMTsCeMXhWYqEfyJS5ACxD2vj3GS + count=7645215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.170961122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2vj3GS count=7645216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.175983008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.175+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.176023071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.175+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2vj3GS inflight=1 count=7645218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.176027908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2vj3GS inflight=0 count=7645219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.191001668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.190+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhfBEPpwo8bhwJJhpo3g2nd6M3kRPE8L1nWA8Gu5qUkvj8 + count=7618375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.191113275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.190+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qUkvj8 count=7618376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.199286946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.198+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.199525735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.199+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qUkvj8 inflight=1 count=7618378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.199673479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.199+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qUkvj8 inflight=0 count=7618379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.221504786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.221+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhkd4WJmgMVnpxE2NDnyd3aJGYVfW1ULGin9suoEcpWNGS + count=7645220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.221536736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cpWNGS count=7645221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.225348061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.225+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.225394525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.225+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cpWNGS inflight=1 count=7645223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.225405987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.225+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cpWNGS inflight=0 count=7645224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.242235277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.241+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhe8muSLxFD64qLf5BZbE2sigZraERwuD63mDzbn5CTyj8 + count=7618380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.242272875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.242+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5CTyj8 count=7618381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.246879662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.246922014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5CTyj8 inflight=1 count=7618383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.246941658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5CTyj8 inflight=0 count=7618384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.271974007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.271+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhiBPq1rA4wGVfbskukBFU483iomBQP88M9QyEyLituqGS + count=7645225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.272062589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.271+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ituqGS count=7645226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.277902444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.277+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311277]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.278083378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.277+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ituqGS inflight=1 count=7645228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.278300088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.278+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ituqGS inflight=0 count=7645229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.293482357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.293+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhgJ5oaBTzYPd1hPw424LSwFupPykbZJC3f6Eiikyznmj8 + count=7618385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.293521246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.293+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yznmj8 count=7618386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.299080707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.298+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.299112101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.298+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yznmj8 inflight=1 count=7618388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.299391158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.298+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yznmj8 inflight=0 count=7618389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.322848045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhknauScXFwSPYi7TiUMcQBEFotqR6e7mNMAQYqaLypYGS + count=7645230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.322919155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.322+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LypYGS count=7645231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.327299095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.326+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.327337966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LypYGS inflight=1 count=7645233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.327657783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LypYGS inflight=0 count=7645234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.344708221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.344+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhZRr1cbhDc9pNxHsrcofeuWr8enFDVTooBSym5XPPaWj8 + count=7618390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.345042548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.344+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PPaWj8 count=7618391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311345]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.350330151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.350370345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.350+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PPaWj8 inflight=1 count=7618393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.350772404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PPaWj8 inflight=0 count=7618394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.373997382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.373+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhi3VthqMXE8S4Kj5HNWyrTrXHRnuun8YfsXt8S9bB9XGS + count=7645235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.374301984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.374+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bB9XGS count=7645236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.378762978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.378+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.378803620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.378+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bB9XGS inflight=1 count=7645238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.379260008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bB9XGS inflight=0 count=7645239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.395194648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.394+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhf8twtpfNkF8ijnRaMDfPcJ3pKrchiB2yJ5vzuHgvyjj8 + count=7618395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.395371442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.395+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gvyjj8 count=7618396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.400339229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.400+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.400517958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.400+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvyjj8 inflight=1 count=7618398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.400724745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.400+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvyjj8 inflight=0 count=7618399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.424721343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.424+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2MFQGS count=7645241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.424678877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.424+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhdzHNyyGNpBQQNBP5eLQ3axhVfN2iExGGJ7q5c42MFQGS + count=7645240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.431225271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.430+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.431259578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.431+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2MFQGS inflight=1 count=7645243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.431416156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.431+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2MFQGS inflight=0 count=7645244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.438999705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.438+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7645245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.446385574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.446+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXjVfbrJam8QsYhbZprLLrmHNwAYzwXGYZNZ6A3oYVEj8 + count=7618400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.446438157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.446+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oYVEj8 count=7618401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.452544965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.452+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.452601523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.452+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYVEj8 inflight=1 count=7618403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD11R-W","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.452623912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.452+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYVEj8 inflight=0 count=7618404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.475253332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.474+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhX9DLJrQQtL3KD9SdHGak87AjhFRj9KrmyqVkTWAxQzGS + count=7645246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.475373286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.475+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AxQzGS count=7645247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.479922953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.479962761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AxQzGS inflight=1 count=7645249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.479970484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AxQzGS inflight=0 count=7645250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.497107241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhojN3PaVADAdgDfV4SpcBc8gkXHeP2eaCWBxAqDpwJDj8 + count=7618405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.497234593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pwJDj8 count=7618406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.503201135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.502+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.503239346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.502+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pwJDj8 inflight=1 count=7618408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.503404787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.503+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pwJDj8 inflight=0 count=7618409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.526519775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.526+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rheQCAUKhWg3PBzfiTFFwZBAo19N8a3TWPe1SSaVF9jxGS + count=7645251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.526555609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.526+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F9jxGS count=7645252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.531065375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.530+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.531421537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.530+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F9jxGS inflight=1 count=7645254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.531631345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.531+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F9jxGS inflight=0 count=7645255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.547891613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhhb38yHG2hAo1b295cpVqSjdsz6StHeBvqCHjLJbiv8j8 + count=7618410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.547951979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*biv8j8 count=7618411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.552290643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.552+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.552320917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.552+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*biv8j8 inflight=1 count=7618413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.552517220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.552+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*biv8j8 inflight=0 count=7618414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.577173765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.576+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jzjKGS count=7645257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.577131368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.576+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXJ6KV9YwFfnXGt1Mqn6jf8LnbLYWSS7d1LFm45jzjKGS + count=7645256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.583126810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.582+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jzjKGS inflight=1 count=7645259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.583133429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.582+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jzjKGS inflight=0 count=7645260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.583088222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.582+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.599147756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhj8TCXGmx1prNk16o2kCFQX9RXoeF2TSBGbDPT26nYrj8 + count=7618415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.599346585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6nYrj8 count=7618416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD11R-X","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.604676390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.604+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.604717431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.604+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6nYrj8 inflight=1 count=7618418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.604738418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.604+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6nYrj8 inflight=0 count=7618419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.627691360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.627+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhbdtuHWyy1SGV6aNLh9my1EFkAWWZfN9YjqLyL1ud3ZGS + count=7645261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.627735451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.627+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ud3ZGS count=7645262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.632232866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.632272132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.632+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ud3ZGS inflight=1 count=7645264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.632276655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.632+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ud3ZGS inflight=0 count=7645265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.650119493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.649+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhj4otFNWALJJp4FvbY5jxFcBYQe1LiFTVnR8EmsRSv1j8 + count=7618420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.650406364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.649+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RSv1j8 count=7618421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.655504120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.655540001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RSv1j8 inflight=1 count=7618423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.655810085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RSv1j8 inflight=0 count=7618424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.678820986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.678+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhe2fJq7wzg91otouuhRadEDcPGGp9hHF2jrkBPm8E6SGS + count=7645266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.678914970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.678+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8E6SGS count=7645267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.683531590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.683582148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.683+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8E6SGS inflight=1 count=7645269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.683723552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.683+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8E6SGS inflight=0 count=7645270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.701339906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhbtFLJjAJwozqGTfasUQXLBw3xp8Gy4ZzpF489mEgt1j8 + count=7618425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.701403020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Egt1j8 count=7618426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.706255557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.705+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.706298606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Egt1j8 inflight=1 count=7618428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.706405831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Egt1j8 inflight=0 count=7618429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.730299090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.730+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JdnjGS count=7645272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.730251572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.729+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhoEM8wJhwVmhBsvShHDqnhjQfDzE22ebpZjappDJdnjGS + count=7645271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.737473536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.737+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311737]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.737514786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.737+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JdnjGS inflight=1 count=7645274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311737]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.737813099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.737+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JdnjGS inflight=0 count=7645275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311737]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.752009031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhfzcgq447Ced3WNmmYCwrNsqaAtXYT4HdDdCuM8ppvoj8 + count=7618430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.752062543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ppvoj8 count=7618431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.756601040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.756+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.756827115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.756+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ppvoj8 inflight=1 count=7618433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.756955696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.756+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ppvoj8 inflight=0 count=7618434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.781357788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.781+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhd7HhWXKPLHWWmpvituNnmREwyLhEWDuc7M9bGNDUjCGS + count=7645276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.781405568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.781+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DUjCGS count=7645277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.789002155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.788+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.789047394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.788+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DUjCGS inflight=1 count=7645279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.790439044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.788+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DUjCGS inflight=0 count=7645280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.802520628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.802+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhhsFnZ4bYoB892tPDAErcX595MPecdufLiipWqGH7Smj8 + count=7618435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.802565817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.802+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H7Smj8 count=7618436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.807309203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.806+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.807340364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.807+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H7Smj8 inflight=1 count=7618438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.807627922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.807+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H7Smj8 inflight=0 count=7618439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.832687903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.832+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZx7Bjx43JKimwyAZ54hTkL3LsnC8PYRjsrfeXheNTqGS + count=7645281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.832959455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.832+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eNTqGS count=7645282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.843832962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.843+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.843870977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eNTqGS inflight=1 count=7645284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.844252602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eNTqGS inflight=0 count=7645285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.853103069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhnk6ms7jjK82ztGrM51ZjSwsqp2WJn6CfbWBxbd6wmQj8 + count=7618440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.853254325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.852+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6wmQj8 count=7618441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.857971199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.857+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.858022523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.857+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6wmQj8 inflight=1 count=7618443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.858163043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.857+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6wmQj8 inflight=0 count=7618444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.883734755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.883+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhbHFKEfan7CgHKuqkzHUbqyGP5J6Ma79BeuSFRh3PPLGS + count=7645286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.883774444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.883+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3PPLGS count=7645287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.890247274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.889+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.890288326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3PPLGS inflight=1 count=7645289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.890385806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3PPLGS inflight=0 count=7645290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.903770679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.903+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhdDH7AnSt51h8eY2bbk1yiQarfou647FvL3cV1mLQDwj8 + count=7618445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.903809351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.903+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LQDwj8 count=7618446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.908508651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.908+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.908549603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.908+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LQDwj8 inflight=1 count=7618448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.908679843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.908+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LQDwj8 inflight=0 count=7618449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.935095483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.934+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhdNw6hUa2hqJmdTkxSEn2AGPEejmJLPN3pEBcyzNbn3GS + count=7645291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.935359365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.935+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Nbn3GS count=7645292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.942536616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nbn3GS inflight=1 count=7645294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.942543668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.942+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nbn3GS inflight=0 count=7645295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.942492202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.941+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.954209712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.953+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhdfM2yNTQAx7yS55rDAySsqsDfNyk5VHRMLYMXAqFh6j8 + count=7618450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.954283473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qFh6j8 count=7618451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.960050343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.959+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.960093095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.959+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFh6j8 inflight=1 count=7618453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.960332726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:11.959+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFh6j8 inflight=0 count=7618454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593311960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.985932467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.985+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhXKrLvrzv8nP5yAS61H3Z5iXDk165TPsnrQEtrtdnDBGS + count=7645296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311985]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.986249059Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.985+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dnDBGS count=7645297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.992758430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.992+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.992800450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.992+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dnDBGS inflight=1 count=7645299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:11.993232674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:11.992+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dnDBGS inflight=0 count=7645300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593311993]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.004844132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.004+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhddrUmgks7W4Loyot9XkZNUYEmTXd7LZd9E7SEdKDZdj8 + count=7618455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.004892213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.004+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KDZdj8 count=7618456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.010506580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.010+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.010545109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.010+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KDZdj8 inflight=1 count=7618458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.010561146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.010+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KDZdj8 inflight=0 count=7618459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.037304336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.036+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhj6YUh3aBdfkaP3HJMh5n2nGfFXjPXxDumq5q9zq9ZtGS + count=7645301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.037587134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q9ZtGS count=7645302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.045372165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.045+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q9ZtGS inflight=1 count=7645304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.045568142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.045+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q9ZtGS inflight=0 count=7645305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.045328391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.044+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.056186550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.055+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhaDqoD12YPfaxJXP34LnMWvADrxtpSocRzo14cUwHwoj8 + count=7618460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.056238149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.056+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wHwoj8 count=7618461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.062557390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.061+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.062629743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.062+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wHwoj8 inflight=1 count=7618463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.062641152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.062+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wHwoj8 inflight=0 count=7618464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.088082002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.087+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhZ64EmggJQTcT62VPygg3HtEftP9JQsbu6z3ehqL91aGS + count=7645306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.088125286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.087+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L91aGS count=7645307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.094509142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.094+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L91aGS inflight=1 count=7645309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.094466667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.094+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.094652744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.094+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L91aGS inflight=0 count=7645310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.107058683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.106+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhgZKHPfV38FF43TKEWsMEocy8tFfGqPpYXV6tVG63Jyj8 + count=7618465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.107255451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.106+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*63Jyj8 count=7618466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.111702186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.111+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.111864188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.111+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*63Jyj8 inflight=1 count=7618468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.112156450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.112+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*63Jyj8 inflight=0 count=7618469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.139291221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.139+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhmexpCigWa7bwdpdqs6EUEEEpZ86qhtzwaJGcsubr8dGS + count=7645311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.139598304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.139+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*br8dGS count=7645312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.144449528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.144492798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.144+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*br8dGS inflight=1 count=7645314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.144498078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.144+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*br8dGS inflight=0 count=7645315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.157658243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.157+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhcYW2jBkJYtUBfFYYyg5WcZomLxh51FE2bJRNemVGhBj8 + count=7618470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.157708425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.157+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VGhBj8 count=7618471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.163440988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.163+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.163468396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.163+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VGhBj8 inflight=1 count=7618473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.163637323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.163+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VGhBj8 inflight=0 count=7618474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.199255416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.189+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhizV6G6Hxy2xuVTN3JuP8WFJndMRYwhjomkeGUtLkMaGS + count=7645316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.199324954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.189+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LkMaGS count=7645317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.199330895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.197+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.199340506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.197+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LkMaGS inflight=1 count=7645319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.199346769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.197+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LkMaGS inflight=0 count=7645320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.208294730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.207+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhYa7f23ZGQeS617TKNREsynK7PeUEeToL5dwevjD3raj8 + count=7618475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.208372469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.208+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D3raj8 count=7618476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.214293676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.213+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.214326845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.214+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D3raj8 inflight=1 count=7618478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.214331562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.214+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D3raj8 inflight=0 count=7618479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.240617183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.240+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rheWomuDYKrd5GN7r8gHzZbWS9rqT6PkLrvndLMNaz2fGS + count=7645321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.240657872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.240+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*az2fGS count=7645322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.246968792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.247016785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*az2fGS inflight=1 count=7645324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.247261789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*az2fGS inflight=0 count=7645325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.258850970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.258+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhg86iVZccRuKkWH4GCsd2oY4M37mx3AYTBXboq8woucj8 + count=7618480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.259074692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.258+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*woucj8 count=7618481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.263859637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.263+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.263891864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.263+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*woucj8 inflight=1 count=7618483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.264142440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.263+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*woucj8 inflight=0 count=7618484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.291998815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.291+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhjBAyhuJ3p2WWenfYm8E17xMkehqKWcg8D2tCbdVLMuGS + count=7645326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.292042066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VLMuGS count=7645327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.298143002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.297+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VLMuGS inflight=1 count=7645329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.298147585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.297+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VLMuGS inflight=0 count=7645330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.298109042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.297+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.309824069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.309+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhfaZ6CzjzvB25831b4HzwawTFDecfBHXooNj6JFusgBj8 + count=7618485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.309885488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.309+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*usgBj8 count=7618486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.314277519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.313+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.314312715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.314+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*usgBj8 inflight=1 count=7618488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.314488589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.314+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*usgBj8 inflight=0 count=7618489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.342582502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.342+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhhJFh8cvngDUiZ9umWQfxiAWbQZ6qTuWjHZMBYJEoP7GS + count=7645331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.342644643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.342+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EoP7GS count=7645332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.348171934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.347+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.348205922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.348+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EoP7GS inflight=1 count=7645334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.348494531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.348+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EoP7GS inflight=0 count=7645335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.360855823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.360+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhkvnVTGXcnFwDLFjJGsEsRueB8krt3MVk31RQ6j1zpFj8 + count=7618490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.360900124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.360+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1zpFj8 count=7618491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.366321032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.365+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.366360473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.366+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1zpFj8 inflight=1 count=7618493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.366369384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.366+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1zpFj8 inflight=0 count=7618494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.393081250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.392+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhmiVvJTvbXrvczq2CbfDnAMMv9uTqhfpzAk44hbH3eVGS + count=7645336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.393240076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.392+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H3eVGS count=7645337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.400106648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3eVGS inflight=1 count=7645339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.400425248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.400+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3eVGS inflight=0 count=7645340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.400065068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312400]}]}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +- request: + body: '{"scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","scroll":"2m"}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/_search/scroll + response: + body: + string: '{"_scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","took":104,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":11716,"relation":"eq"},"max_score":null,"hits":[{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.411791302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.411+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhe4ZiVq7AYNpuWpWp46DsjAMGx4v9UkxFMX43gRXvAYj8 + count=7618495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.411845006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.411+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XvAYj8 count=7618496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.416216067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.415+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.416261883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.415+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XvAYj8 inflight=1 count=7618498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.416498316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.416+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XvAYj8 inflight=0 count=7618499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.444033519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.443+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhdZeo2XRXGZyboiArUozCNET1ANLm289z831HsTjnvCGS + count=7645341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.444076020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.443+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jnvCGS count=7645342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.450574796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.449+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.450616607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jnvCGS inflight=1 count=7645344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.450622065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.450+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jnvCGS inflight=0 count=7645345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.462950620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.462+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhbA3wctJEZreKhgacXiYRSSvGjLYsEKnHHgXxyXX3rPj8 + count=7618500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.463003863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.462+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*X3rPj8 count=7618501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.467184744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.466+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.467221424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.467+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X3rPj8 inflight=1 count=7618503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.467420298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.467+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X3rPj8 inflight=0 count=7618504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.470714103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.470+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7618505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.496737667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.494+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V37dGS count=7645347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.496700043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.494+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GS/zb2rhnsbLf1UafFPJR1Upes7GVMgemxp8gUDpbpgXXqV37dGS + count=7645346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.499649125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.499+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.499687352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.499+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V37dGS inflight=1 count=7645349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.499737648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.499+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V37dGS inflight=0 count=7645350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.514189969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.513+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhfGvFVqVE3eaqYfjDRFxbswcMHzk1JXR6SAYEA4TQxAj8 + count=7618506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.514233425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.514+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TQxAj8 count=7618507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.520119748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.519+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.520148936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.519+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQxAj8 inflight=1 count=7618509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.520269539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.520+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQxAj8 inflight=0 count=7618510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.546559035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.546+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhdEB3eCjL7Pc2mjeepPyvnByPVAo5TTRFQntCE9iC51z4 + count=7645351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.546596832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.546+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iC51z4 count=7645352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.555682566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.555+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.555718062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.555+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iC51z4 inflight=1 count=7645354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD13CVM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.555735249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.555+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iC51z4 inflight=0 count=7645355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.564818827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.564+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhkxaugvN5PFq5S6gafsRRsGAnyWgbfMDBnczrxV5p4zj8 + count=7618511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.565107660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.564+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5p4zj8 count=7618512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.570664375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.570+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.570697177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.570+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5p4zj8 inflight=1 count=7618514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.570709940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.570+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5p4zj8 inflight=0 count=7618515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.597421583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.597+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhhM3LyunFs52Cd5XWP7ydyu1aGDwtHKJRmWYFF8HYfdz4 + count=7645356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.597465623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.597+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HYfdz4 count=7645357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.603992326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.603+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.604357516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.604+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HYfdz4 inflight=0 count=7645360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.604168401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.603+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HYfdz4 inflight=1 count=7645359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.615250776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.614+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXTXuRWCg1wPq5u5PMZLckymZUYougwDTxdSLeiXCBnj8 + count=7618516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.615308736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.615+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XCBnj8 count=7618517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.624407752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.624+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.624567111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.624+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XCBnj8 inflight=1 count=7618519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.624578462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.624+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XCBnj8 inflight=0 count=7618520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.647935360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.647+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhis5XroNdswkMJ8qGg3sh2LyNXPiavk9HS6LHsua1hvz4 + count=7645361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.647988800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.647+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a1hvz4 count=7645362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.652100869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.651+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.652137697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a1hvz4 inflight=1 count=7645364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.652214279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a1hvz4 inflight=0 count=7645365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.666209237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.665+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhYJapf8fnCJmq9SnciWktJDyKt1jWqRC1dWCdfFhuyQj8 + count=7618521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.666247545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.666+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*huyQj8 count=7618522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312666]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.671262639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.671300152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.671+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*huyQj8 inflight=1 count=7618524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.671473828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*huyQj8 inflight=0 count=7618525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.698748326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.698+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhXXWwbuao33YhUcGKE6uG4hcBXSC4T31jZuKubbfb2kz4 + count=7645366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.698790423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.698+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fb2kz4 count=7645367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.703617783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.703+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.703656998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.703+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fb2kz4 inflight=1 count=7645369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.703662804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.703+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fb2kz4 inflight=0 count=7645370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.716943355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.716+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhbS4rzVgWgorHYYSVTWp9zgm9ChvXxjLpN3iEnLJsW2j8 + count=7618526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.716996124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.716+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JsW2j8 count=7618527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.722458810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.722+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.722489915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.722+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JsW2j8 inflight=1 count=7618529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.722509234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.722+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JsW2j8 inflight=0 count=7618530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.749351667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.749+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SbFuz4 count=7645372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.749308791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.748+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhagN5asphHaYuDzFnJtgYfu86cTBobk7NGbB6BoSbFuz4 + count=7645371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.755942129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.756216875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SbFuz4 inflight=1 count=7645374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.756231077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.756+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SbFuz4 inflight=0 count=7645375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.768117193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.767+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhXX17KQpAKQBJFTryDN5XJepWVoAfJPypKMtSY9XB9Zj8 + count=7618531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.768169646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.767+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XB9Zj8 count=7618532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.773939502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.773+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.773981081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.773+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XB9Zj8 inflight=1 count=7618534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.774002114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.773+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XB9Zj8 inflight=0 count=7618535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.799912831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.799+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhdaFzdsKMwiXDya1M3DGnny6gvm8Uv6DpqMvFHMi5RWz4 + count=7645376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.799957680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.799+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*i5RWz4 count=7645377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.806372280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.806+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.806411492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.806+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i5RWz4 inflight=1 count=7645379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.806590187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.806+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i5RWz4 inflight=0 count=7645380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.818541805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.818+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/j8/zb2rhdBxr9FnPyVZPTUpnEjRXdvrsR9fYTmm2EBYMvV5gGJj8 + count=7618536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.818581049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.818+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5gGJj8 count=7618537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.824532557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.824+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.824580949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.824+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5gGJj8 inflight=1 count=7618539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.824838078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.824+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5gGJj8 inflight=0 count=7618540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.852050781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.851+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhfS3ZVFdTr1SKgTCtcVrp6shWMU6BRj1Q4rNzFVgELCz4 + count=7645381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.852079407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.851+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gELCz4 count=7645382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.857846405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.857+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.857892825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.857+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gELCz4 inflight=1 count=7645384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.857941899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.857+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gELCz4 inflight=0 count=7645385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.869519948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.869+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkJ5zhFZNRgr6qzvxL4Rj4bG9UHytK2bUJrwPYNCviqmY + count=7618541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.869563283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.869+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CviqmY count=7618542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.877754578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.877+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.877803216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.877+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CviqmY inflight=1 count=7618544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.877832399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.877+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CviqmY inflight=0 count=7618545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.902669072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.902+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhcXe1RiFwV4o9Z9mVH9jhBZtgFmFMf2DPfM1gmhGxZVz4 + count=7645386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.902946687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.902+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GxZVz4 count=7645387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.907321616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.907+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.907575723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.907+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GxZVz4 inflight=1 count=7645389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.907615686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GxZVz4 inflight=0 count=7645390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.920467550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.920+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhmArDeY3qFu6spmZHgKBPJtWGfJbChHdqcxQja9K2xpmY + count=7618546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.920520165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.920+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K2xpmY count=7618547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.926907164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.926942369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2xpmY inflight=1 count=7618549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.926971017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2xpmY inflight=0 count=7618550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.954069678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.953+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhjdPyYKgcmXPMAXeZYL6yKWFBbnfiiu4QKBxCpkLLNez4 + count=7645391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.954112427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.953+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LLNez4 count=7645392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.959658499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.959+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.959696028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.959+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LLNez4 inflight=1 count=7645394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.959700796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:12.959+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LLNez4 inflight=0 count=7645395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593312959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.971769133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.971+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhhjjzmtpxgPqAFrx5CJBck8Rpn2wUgtnJY8bdvp8JwqmY + count=7618551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.971818770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.971+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8JwqmY count=7618552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.976639303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.976+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.976765424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.976+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8JwqmY inflight=1 count=7618554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:12.976875761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:12.976+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8JwqmY inflight=0 count=7618555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593312976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.005336653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.004+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhcbDjdF1jziZ7T29mSx8X4QA46xRLYzqs9KpXzq8RZ8z4 + count=7645396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.005383185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.005+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8RZ8z4 count=7645397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.011811174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.011+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.011850947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.011+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8RZ8z4 inflight=1 count=7645399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.011855980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.011+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8RZ8z4 inflight=0 count=7645400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.022476620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.022+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhmw6j7nrsZYC5uwHrnj85VMGK4qQMSHEMz4Rv8bmHQsmY + count=7618556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.022577261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.022+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mHQsmY count=7618557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.027222344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.026+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.027264110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.026+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mHQsmY inflight=1 count=7618559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.027330022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.027+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mHQsmY inflight=0 count=7618560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.056683528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.056+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhiwtMKi7HaUX1D7bnW1bTCYdD8VBScguJ4GA1n9ytRaz4 + count=7645401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.056755267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.056+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ytRaz4 count=7645402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313056]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.063267736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.062+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.063305976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ytRaz4 inflight=1 count=7645404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.063311271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.063+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ytRaz4 inflight=0 count=7645405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.073231161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.072+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhhQQYeAg7pdzYhdoex4vgib2UMTdMZRHrVqkGz1ZHNRmY + count=7618561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.073270834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.072+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZHNRmY count=7618562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313073]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.078986514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.078+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.079037203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.078+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHNRmY inflight=1 count=7618564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.079398192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.078+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHNRmY inflight=0 count=7618565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.107868513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.107+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhgWDskYBsKHsvnWsypFAAvGFBQz47UNa7LncnMjFB4Yz4 + count=7645406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.107972002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.107+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FB4Yz4 count=7645407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.111996323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.111+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.112041510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.111+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FB4Yz4 inflight=1 count=7645409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.112047760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.111+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FB4Yz4 inflight=0 count=7645410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.124140837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhaCHASCeoP4k2VJphtEBQYsfqJX3BxQ1nsww826skmUmY + count=7618566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.124168110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*skmUmY count=7618567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.141863643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.141+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.141913785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.141+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*skmUmY inflight=1 count=7618569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.145934161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.141+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*skmUmY inflight=0 count=7618570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.158658062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.158+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhYmifdHG6YXR3mfmcK7Va9Q3LNH6v3EH8GnhMy3TohLz4 + count=7645411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.158698881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.158+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TohLz4 count=7645412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.163411123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.163+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.163451299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.163+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TohLz4 inflight=1 count=7645414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.163456516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.163+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TohLz4 inflight=0 count=7645415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.174393332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhe9PuefXoZrGmNYH9nNxLHkdgvaZRSvHYixFjP2mMB9mY + count=7618571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.174446003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.174+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mMB9mY count=7618572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.179512127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.179+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.179693676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.179+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mMB9mY inflight=1 count=7618574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.179727710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.179+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mMB9mY inflight=0 count=7618575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.209958697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.209+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GsrFz4 count=7645417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.209916196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.209+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhfGKtimPkgKQ8eFcMNFpyYgFvZis4YE8VVSw5ReGsrFz4 + count=7645416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.215220646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.214+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.215260791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.215+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GsrFz4 inflight=1 count=7645419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.215266343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.215+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GsrFz4 inflight=0 count=7645420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.225388886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhbPfM6aB2NJyjdPBF9obSgquqyxVFTRjGpoMpkiZq8wmY + count=7618576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.225430432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.225+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Zq8wmY count=7618577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.229888276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.229+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.229980004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.229+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zq8wmY inflight=1 count=7618579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.230043384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.229+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zq8wmY inflight=0 count=7618580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.260722314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.260+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhhQNptiAeCBv8U7MLrB6CVwkgPaasNnvh8r482drAkXz4 + count=7645421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.260773847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.260+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rAkXz4 count=7645422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.266600823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.266+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.266645959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.266+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rAkXz4 inflight=1 count=7645424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.266906717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.266+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rAkXz4 inflight=0 count=7645425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD15TNI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.276509166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhaekhhWcuAk8f6fJGkpZ25NcHf81gH5WyVqikjfJ8FnmY + count=7618581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.276572891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.276+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J8FnmY count=7618582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.282800500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.282+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.282844505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.282+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8FnmY inflight=1 count=7618584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.282855110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.282+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J8FnmY inflight=0 count=7618585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD13CZM","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.311348477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.311+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhWstjPFRxGdb3QFRAZAEQgs8KUKSk4EjYyP5xU83jFGz4 + count=7645426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.311389475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.311+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3jFGz4 count=7645427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.316128142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.316161231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3jFGz4 inflight=1 count=7645429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.316165733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.316+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3jFGz4 inflight=0 count=7645430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.327434619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.326+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhm4aHobV1KMnpLTmaLTSVUcshLT9DjAc7816gUnLQuXmY + count=7618586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.327521774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.327+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LQuXmY count=7618587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.332068998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.331+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.332104841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.331+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LQuXmY inflight=1 count=7618589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.332285567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.332+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LQuXmY inflight=0 count=7618590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.362686573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.362+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhnSYCEFTKBX8RzWLmj8jc78nyEHxfJxr7cRs6SodUETz4 + count=7645431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.362721110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.362+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dUETz4 count=7645432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.367679416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.367+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.367709646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.367+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dUETz4 inflight=1 count=7645434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.367714219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.367+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dUETz4 inflight=0 count=7645435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.377880759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.377+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhYPjidKEJBRtuo1WHDhytunfTkQb46dSeLuSXPshvc9mY + count=7618591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.377977237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.377+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hvc9mY count=7618592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.384720935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.384+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.384974745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.384+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hvc9mY inflight=1 count=7618594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.385008879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.384+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hvc9mY inflight=0 count=7618595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.413143236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.412+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhWzTqkPhS6G263x11uWiWHDoYgXqn7QV5NzAguqJvRxz4 + count=7645436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.413210155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.412+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JvRxz4 count=7645437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.418261464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.417+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313418]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.418296126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.418+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JvRxz4 inflight=1 count=7645439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313418]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.418376039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.418+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JvRxz4 inflight=0 count=7645440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313418]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.428424256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.428+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhYR6VgscSprKjJh4qCRLiRDDzzJpiWtBjozqDEAyWktmY + count=7618596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.428538332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.428+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yWktmY count=7618597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.434370524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.433+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.434406235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.434+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yWktmY inflight=1 count=7618599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.434471792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.434+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yWktmY inflight=0 count=7618600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313434]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.463917207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.463+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhjRUT9EoSnx4JQ7BRpk372HeGaVq5u6xSUaMs7EhvmDz4 + count=7645441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.463957559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.463+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hvmDz4 count=7645442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.468089765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.467+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.468148757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.467+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hvmDz4 inflight=1 count=7645444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.468163687Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.467+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hvmDz4 inflight=0 count=7645445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.478863381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.478+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkC1eUQekjD48wuTiaU4mmUwBG8FnjZUepxde2HeH8umY + count=7618601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.478949560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.478+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eH8umY count=7618602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.483417061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.483+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.483446277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.483+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eH8umY inflight=1 count=7618604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.483610356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eH8umY inflight=0 count=7618605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.514720624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.514+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhgUi7L9FMSUW3WTsLj2Hc6eKkeT4bgEqnfqCwFQs3dYz4 + count=7645446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.514769541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.514+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*s3dYz4 count=7645447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.519810471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.519+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.519842629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.519+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s3dYz4 inflight=1 count=7645449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.519847210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.519+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s3dYz4 inflight=0 count=7645450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.530277706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.529+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhk8nFzNZ9WXHNpxHvdwQA3i5SmhDCJePnm3djMRfRcrmY + count=7618606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.530326173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.529+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fRcrmY count=7618607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.535228511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.535273651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fRcrmY inflight=1 count=7618609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.535296276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.535+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fRcrmY inflight=0 count=7618610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.565251193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.564+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhf2Bz16AMmkGr6JPiGVrqb6ed1h5BiuGTLHuvJUAjY5z4 + count=7645451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.565285397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.565+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AjY5z4 count=7645452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.570563203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.570+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.570595502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.570+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AjY5z4 inflight=1 count=7645454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.570694744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.570+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AjY5z4 inflight=0 count=7645455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313570]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.580829452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.580+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhcJB5Qcw4dx244ESyoQgAWTFyirGk1uDxeejZgUCnwtmY + count=7618611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.580891005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.580+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CnwtmY count=7618612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.586893113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.586+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.586988905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.586+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CnwtmY inflight=1 count=7618614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.587090177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.586+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CnwtmY inflight=0 count=7618615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.616164633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.615+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhk1oTxo7e1rMnbd5x9vU3n31WuHFWQRszL1zQxRSLRaz4 + count=7645456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.616203088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.615+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SLRaz4 count=7645457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.621945962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.621+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.621980538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.621+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SLRaz4 inflight=1 count=7645459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.621985344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.621+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SLRaz4 inflight=0 count=7645460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.631562277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.631+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhhacWFjQqU37nuZovUZfWrG1Fnu81svfqgtnTYufhHQmY + count=7618616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.631697959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.631+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fhHQmY count=7618617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.636185479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.636225808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.636+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fhHQmY inflight=1 count=7618619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.636285272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.636+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fhHQmY inflight=0 count=7618620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.667649198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.667+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhaMkXNcuPaoY17Mbx7uE9jkLHXDyGw9rMac1Fi1AuVrz4 + count=7645461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.667692933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.667+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AuVrz4 count=7645462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.671977823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.671+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.672016456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.671+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AuVrz4 inflight=1 count=7645464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.672049252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AuVrz4 inflight=0 count=7645465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.682821914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.682+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhZ7YXJSULSEo3LwRi6M9Xhf5itSecyZZpdetJ4RE3DzmY + count=7618621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.682876731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.682+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*E3DzmY count=7618622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.687533810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.687586153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E3DzmY inflight=1 count=7618624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.687700790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.687+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*E3DzmY inflight=0 count=7618625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.718408576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.718+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhWf3qC6XJd98weyDSDQV5cPNMzdjF88WziTPwdG3Efbz4 + count=7645466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.718481323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.718+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Efbz4 count=7645467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.722445013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.722+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.722473005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.722+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Efbz4 inflight=1 count=7645469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.722503424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.722+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Efbz4 inflight=0 count=7645470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.734232551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.733+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhoYw9F5Mwn2DxVYrWvWhWrkJRpAt2gX8aM8xfDhemQ4mY + count=7618626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.734286162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.734+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*emQ4mY count=7618627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.740310331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.739+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.740372670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.740+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*emQ4mY inflight=1 count=7618629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.740391591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.740+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*emQ4mY inflight=0 count=7618630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.769100675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.768+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhee5AA9tJ7j1xwJWShyQN5jHgqynZbYrbzaC5wGc7JRz4 + count=7645471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.769139111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.768+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*c7JRz4 count=7645472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.774255592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.773+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.774288051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.774+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c7JRz4 inflight=1 count=7645474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.774292890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.774+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c7JRz4 inflight=0 count=7645475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.784965667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.784+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhnAw6hFqAt35xedZZ4TLgyXDrHvknh25h76PNkm1KPPmY + count=7618631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.785017653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.784+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1KPPmY count=7618632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.791124870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.790+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.791159252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.790+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1KPPmY inflight=1 count=7618634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.791252298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.790+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1KPPmY inflight=0 count=7618635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.819883177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.819+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rho42hs22msApfQF1gvZPbBEfqdirNSGr1VLNee2cMXxz4 + count=7645476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.819920574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.819+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cMXxz4 count=7645477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.823912906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.823985327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.823+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cMXxz4 inflight=1 count=7645479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.824011232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.823+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cMXxz4 inflight=0 count=7645480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.835685325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkJGVCvRGGMq9cTATNF2HmKFsUkzTX5YbExj6284LVMmY + count=7618636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.835732245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.835+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4LVMmY count=7618637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.840512665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.840+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.840545135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.840+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4LVMmY inflight=1 count=7618639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.840598965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.840+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4LVMmY inflight=0 count=7618640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.870459329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.870+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhktdPLnyV7GmDmLAAMaNxwZYsfTErQfy8NYwojKywTLz4 + count=7645481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.870549692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.870+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ywTLz4 count=7645482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.876978917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.876+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.877018396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.876+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ywTLz4 inflight=1 count=7645484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.877088179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.876+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ywTLz4 inflight=0 count=7645485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.887047073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.886+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhet7PhWcjswShbak4uPgGZDVgwmfawTPmzVDTXW766LmY + count=7618641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.887190898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.886+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*766LmY count=7618642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.892037611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.892360347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*766LmY inflight=1 count=7618644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.892381247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.892+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*766LmY inflight=0 count=7618645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.921692486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.921+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhZMhpQKhsvjrNCfMjyD9QySKKXfXYvCyyfpRSLZuwm3z4 + count=7645486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.921736103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.921+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uwm3z4 count=7645487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.925955392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.925+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313925]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.926000511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.925+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uwm3z4 inflight=1 count=7645489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.926006125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.925+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uwm3z4 inflight=0 count=7645490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.937781906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.937+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhZRSUgom3cGuE1KAkU4zLz9dnRZ8hWhEwYUKRxp6KPYmY + count=7618646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.937821914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.937+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6KPYmY count=7618647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.942465596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.942+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.942503692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KPYmY inflight=1 count=7618649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.942510632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.942+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KPYmY inflight=0 count=7618650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.972546195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.972+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhmqV9Q8mfGeBJcvheXZrypx4jY7CeSEemjPFbtbejtRz4 + count=7645491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.972589361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.972+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ejtRz4 count=7645492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.977613121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.977+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.977647762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.977+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ejtRz4 inflight=1 count=7645494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.977686517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:13.977+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ejtRz4 inflight=0 count=7645495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593313977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.989088627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.988+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhZmEGX95KtRuvgNTW3obhk2xLkgPbJHhDMMBve4CtPFmY + count=7618651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.989228512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.988+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CtPFmY count=7618652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.995715422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.995+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.995774572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.995+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CtPFmY inflight=1 count=7618654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:13.995798981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:13.995+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CtPFmY inflight=0 count=7618655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593313995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.023813677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.023+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhaPpBtS5HLeUVstE7R99oeh2nNXHDRXR59ZWuxsjPedz4 + count=7645496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.023865005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.023+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jPedz4 count=7645497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.028226074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.027+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.028288572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.027+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jPedz4 inflight=1 count=7645499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.028300001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.028+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jPedz4 inflight=0 count=7645500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.039754015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.039+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhoao5ejaESiyHQNeY913jbg6uxVQCx7Wushia4T2kVZmY + count=7618656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.039805791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.039+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2kVZmY count=7618657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.048282540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.048+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.048333110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.048+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2kVZmY inflight=1 count=7618659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.048342130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.048+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2kVZmY inflight=0 count=7618660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.075339078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.074+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhXkxhBLsmZ7xLm41yLBfb2HZd2Tp4W1PKsXbjnUDzXMz4 + count=7645501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.075376771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.074+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DzXMz4 count=7645502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.079311647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.078+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.079349284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.079+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DzXMz4 inflight=1 count=7645504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.079365651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.079+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DzXMz4 inflight=0 count=7645505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.091056204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.090+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhmj8TcumyiJf5ztxZex1FpuUFXmwiAY1RFZiVp72cHqmY + count=7618661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314091]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.091111088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.090+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2cHqmY count=7618662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314091]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.095914523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.095+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.095957370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.095+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2cHqmY inflight=1 count=7618664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.095977865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.095+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2cHqmY inflight=0 count=7618665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.125890052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.125+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhoSVyrTRPMDf46E25TFh1QuJ6qt7Cur6M2oLJMyLwNoz4 + count=7645506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.125956094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.125+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LwNoz4 count=7645507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314125]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.130958028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.130+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.131001116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.130+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LwNoz4 inflight=1 count=7645509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.131007747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.130+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LwNoz4 inflight=0 count=7645510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.141556358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.141+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhfv8w3io7kvVQGFpmDHQA2pzu4hGexktSzYKttndd8WmY + count=7618666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.141675939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.141+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dd8WmY count=7618667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.145991810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.145+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.146029819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.145+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dd8WmY inflight=1 count=7618669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.146142935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.145+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dd8WmY inflight=0 count=7618670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.176485932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.176+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhjvdgkr9TzzaGtpW7Tk8R8yDvzs8DcTxZZ7Rxqvy3uWz4 + count=7645511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.176529261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.176+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y3uWz4 count=7645512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.181760348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.181+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.181846410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.181+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y3uWz4 inflight=1 count=7645514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.181898803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.181+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y3uWz4 inflight=0 count=7645515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.192845953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.192+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhbQ4JBRL392gzmwXdhH2YDetX66XD56x21qEVPDf8V6mY + count=7618671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.192898147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.192+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f8V6mY count=7618672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.198945841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.198+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.198979842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.198+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8V6mY inflight=1 count=7618674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.198984460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.198+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8V6mY inflight=0 count=7618675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.227548236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.227+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhnWMYR3svcReiyjEcaFfnxrsSiuATi4Zqu5NwnmCBArz4 + count=7645516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.227597473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.227+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CBArz4 count=7645517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.231949450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.231+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.231988464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.231+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CBArz4 inflight=1 count=7645519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.231993107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.231+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CBArz4 inflight=0 count=7645520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.243622709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.243+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhgrpRdMynkgv6Md2Jd72v8o1kCgxyD2PV6TLiXzt8YSmY + count=7618676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.243667083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.243+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t8YSmY count=7618677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.247583119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.247+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.247616063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.247+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t8YSmY inflight=1 count=7618679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.247633180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.247+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t8YSmY inflight=0 count=7618680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.278566259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.278+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhjUovwE4f8MaHAPVcBV5oSYVQn9txsm3ZBc1TE3FybXz4 + count=7645521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.278614876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.278+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FybXz4 count=7645522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.284644459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.284+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.284679478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.284+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FybXz4 inflight=1 count=7645524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.284684641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.284+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FybXz4 inflight=0 count=7645525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.294112619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.293+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhjNCQSgfisRRLN3WrdzSTSfZkgukU6WywVPDPsQ1f4xmY + count=7618681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.294194880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.293+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1f4xmY count=7618682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.300076644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.299+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.300117644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.299+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1f4xmY inflight=1 count=7618684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.300277767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.300+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1f4xmY inflight=0 count=7618685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314300]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.329180584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.328+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhnvuisGa6EdCuR4M9ZhsjT3Tu4ZB1WGDECJNZaW46Snz4 + count=7645526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.329225697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.329+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*46Snz4 count=7645527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.339782670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.339+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.339844815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.339+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*46Snz4 inflight=1 count=7645529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.339851616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.339+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*46Snz4 inflight=0 count=7645530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.344871246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.344+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhfYg5sktNKLTZVHUDViWS5mfazXe2b1tn8JuGLLfg88mY + count=7618686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.344922411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.344+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fg88mY count=7618687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.351279868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.351324886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.351+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fg88mY inflight=1 count=7618689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.351345846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.351+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fg88mY inflight=0 count=7618690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.380305569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.379+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhiMD1Sw5ZEnqZLLrSV352i69Eyhd8vzzPtSSVGPeVAuz4 + count=7645531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.380379597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.380+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eVAuz4 count=7645532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314380]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.386096700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.385+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.386180883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.385+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eVAuz4 inflight=1 count=7645534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.386198457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.385+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eVAuz4 inflight=0 count=7645535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.396493805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.395+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkDFNn2YYyMgmiJi28TPjKsCG6DtDgSi9vqWJPabM8UmY + count=7618691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.396525197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.395+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bM8UmY count=7618692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.403050330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.402+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.403107271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.402+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bM8UmY inflight=1 count=7618694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.403213020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.403+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bM8UmY inflight=0 count=7618695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.430795821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.430+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhkB985QKv3QtDKVkVEFd5bUegAFUDJVU8tHCwWEmT7oz4 + count=7645536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.430839293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.430+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mT7oz4 count=7645537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.435153607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.434+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.435185461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.434+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mT7oz4 inflight=1 count=7645539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.435190016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.435+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mT7oz4 inflight=0 count=7645540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.439739436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.439+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7645541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.446790221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.446+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhmE643uq2uAVmuvnD1Y9f17nMZwYbhtdhWhftFJ8YALmY + count=7618696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.446864801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.446+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8YALmY count=7618697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.452349168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.452+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.452398686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.452+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8YALmY inflight=1 count=7618699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.452544572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.452+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8YALmY inflight=0 count=7618700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.482100750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.481+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhcWiabrozKFpy8Qdix1invCd87SCAdG97yk3KGimmjCz4 + count=7645542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.482143198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.481+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mmjCz4 count=7645543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.487613852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.487644892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mmjCz4 inflight=1 count=7645545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.487649745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mmjCz4 inflight=0 count=7645546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.498108820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.497+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhXmx221hoKAGb1jpQJ8fsHNexQUwm6doJGmnTGhyrX1mY + count=7618701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.498160610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.497+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yrX1mY count=7618702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.503143950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.502+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.503220446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.502+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yrX1mY inflight=1 count=7618704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.503252006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.502+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yrX1mY inflight=0 count=7618705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.533098361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.532+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhmc172THF5VEh5A9dF8tgEtHULMG29DmaNicK7Hx7a3z4 + count=7645547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.533143822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.532+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*x7a3z4 count=7645548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.539654045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.539+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.539720146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.539+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x7a3z4 inflight=1 count=7645550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.539726262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.539+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*x7a3z4 inflight=0 count=7645551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.548819748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.548+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhcYTMWXuNo8VtCdqotMeSKbgA7kywDGEAqZRJQPPby4mY + count=7618706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.548859264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.548+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Pby4mY count=7618707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.554408857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.554+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.554560443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.554+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pby4mY inflight=1 count=7618709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.554588493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.554+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pby4mY inflight=0 count=7618710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.584082934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.583+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhevAbxxT7kPWuV5tCdteaB6WVxJ1BujhcuxQKeRLBBpz4 + count=7645552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.584130242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.583+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LBBpz4 count=7645553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.596141074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.595+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.596198200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.595+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LBBpz4 inflight=1 count=7645555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.596204823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.595+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LBBpz4 inflight=0 count=7645556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.600138333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.599+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhYPr4KTqiqB6SdiQwDg82Ks5J24W3BkmmfZjb8ZzctwmY + count=7618711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.600196653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.599+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zctwmY count=7618712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.606264725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.605+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.606308171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.606+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zctwmY inflight=1 count=7618714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.606316552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.606+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zctwmY inflight=0 count=7618715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.634706403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.634+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhgA7LQXwMoNGsmLYjgPzKFUmJpm2NaDQUSpJcrEdpojz4 + count=7645557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.634748074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.634+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dpojz4 count=7645558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.639907057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.639+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.639945020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.639+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dpojz4 inflight=1 count=7645560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.639950202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.639+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dpojz4 inflight=0 count=7645561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.650789590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.650+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhij9oy756HBWMgeLNgbB9BCrLCXTWKQnFHkjBKudouFmY + count=7618716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.650833748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.650+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*douFmY count=7618717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.656137578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.656172407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*douFmY inflight=1 count=7618719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.656177884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.656+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*douFmY inflight=0 count=7618720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.685400578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.685+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhWm7eYMB54KexXoDYcTdvPnrFNcvvyoub3Y8F5wDJEjz4 + count=7645562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.685522838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.685+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DJEjz4 count=7645563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.690695185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.690+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.690727307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.690+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DJEjz4 inflight=1 count=7645565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.690850673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.690+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DJEjz4 inflight=0 count=7645566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.701637842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.701+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhajDZHNo3rJWEJdc1Z6sdHWAUhNNUAjR2kecDnhxexMmY + count=7618721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.701829179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xexMmY count=7618722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.708415469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.708+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.708450738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.708+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xexMmY inflight=1 count=7618724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.708675745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.708+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xexMmY inflight=0 count=7618725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.736339139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.736+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhdjHnFtV6sx14nQ44sZ6prU5RokZap2z2ZNa461hDhez4 + count=7645567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.736374073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.736+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hDhez4 count=7645568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.742977621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.742+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD17D8H","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.743014451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.742+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hDhez4 inflight=1 count=7645570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.743046772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.742+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hDhez4 inflight=0 count=7645571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.752214316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhfSBZEPAMwSHs8Mi16GPUVSP1iES5szBVDkLPUJgkarmY + count=7618726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.752264797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.752+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gkarmY count=7618727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.759818239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.759862877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.759+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gkarmY inflight=1 count=7618729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.759886042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.759+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gkarmY inflight=0 count=7618730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.787647387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.787+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhh1u1cNuCkUqTjJDR7pyTyVffMcJWvxQqjMnJg5MVnVz4 + count=7645572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.787683367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.787+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MVnVz4 count=7645573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.792062807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.792098960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MVnVz4 inflight=1 count=7645575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.792103873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MVnVz4 inflight=0 count=7645576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.803435731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.803+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhfy5thCLQiNfrLEmQpg4mGAjg2gG9Y71sfZ8S5X1mdTmY + count=7618731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.803476113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.803+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1mdTmY count=7618732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.808274099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.807+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.808322686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.808+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1mdTmY inflight=1 count=7618734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.808331702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.808+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1mdTmY inflight=0 count=7618735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.838535257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.838+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhgeKWJStXWtkA7VvxPK5srqdXEkS82oJZoEwJ3vVHh7z4 + count=7645577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.838605876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.838+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VHh7z4 count=7645578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.843576567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.843+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.843610463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VHh7z4 inflight=1 count=7645580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.843684744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VHh7z4 inflight=0 count=7645581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.854752731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.854+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkz3ihJ35bwdAyTC9c4YrfMkRchBsGMCA7DP6oqxxwymY + count=7618736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.854827471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.854+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xxwymY count=7618737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.860649224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.860+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.860686728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.860+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xxwymY inflight=1 count=7618739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.860798192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.860+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xxwymY inflight=0 count=7618740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.889158322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.888+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhnbNSTssNys6GQm89E4h1URKNrxXNXPybFQVFdKhospz4 + count=7645582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.889195199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.888+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hospz4 count=7645583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.894347177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.894+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.894378689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.894+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hospz4 inflight=1 count=7645585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.894383242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.894+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hospz4 inflight=0 count=7645586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.905661767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.905+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhaQoofVF5vvRdhrifJfXdJ2vQWuRkVYSBB9GBtZAvbrmY + count=7618741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.905714357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.905+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AvbrmY count=7618742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.911500424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.911+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.911543514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.911+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AvbrmY inflight=1 count=7618744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.911549968Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.911+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AvbrmY inflight=0 count=7618745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.939965910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.939+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhnY1CS8GbkWSWAGmVKEPvWATEcEricNUvzeNbJThtb1z4 + count=7645587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.940013068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.939+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*htb1z4 count=7645588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.944235522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.943+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.944268690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.944+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*htb1z4 inflight=1 count=7645590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.944273406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.944+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*htb1z4 inflight=0 count=7645591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.956961334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.956+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhcoBDbNv6RyECzQd1gm8T2iotpiEXg8guSPFQF3ZxFLmY + count=7618746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.957022363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.956+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZxFLmY count=7618747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.963474029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.963+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.963538009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.963+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZxFLmY inflight=1 count=7618749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.963557990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:14.963+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZxFLmY inflight=0 count=7618750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593314963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.990680444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.990+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhbLJTQLYzjsdd8ot8mN2zXn5jbDAkufzpAQZrRbBKH8z4 + count=7645592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:14.990795281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:14.990+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BKH8z4 count=7645593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593314990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.008108977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.007+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhhrLt6U1dawgcJUPP15L3yzmVttyGfiEcz76RtQMQ2KmY + count=7618751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.008251162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.007+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MQ2KmY count=7618752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.015555332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.015+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.015603504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.015+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MQ2KmY inflight=1 count=7618754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.015708128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.015+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MQ2KmY inflight=0 count=7618755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315015]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.021497782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.021+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.021560559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.021+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKH8z4 inflight=1 count=7645595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.021580467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.021+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKH8z4 inflight=0 count=7645596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.041190429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.040+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhbokU2pjUsbWDzmapNzJvyy2vbUwEqVMxLF46EnU2DXz4 + count=7645597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.041270615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.041+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U2DXz4 count=7645598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.052259240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.051+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.052315772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.052+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U2DXz4 inflight=1 count=7645600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.052350168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.052+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U2DXz4 inflight=0 count=7645601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.059371992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.058+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhkGeTQFi4xTznDNU9BFTysHhNtfNXuyxwVLx9ze8z8DmY + count=7618756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.059478607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.059+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8z8DmY count=7618757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.064068376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.063+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.064100398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8z8DmY inflight=1 count=7618759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.064296001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.064+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8z8DmY inflight=0 count=7618760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.091990192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.091+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhkXYGfy6nGPppjFaaziQH7FPV3wjCQRM5sAUEYLTWZBz4 + count=7645602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315091]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.092032027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.091+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TWZBz4 count=7645603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.098382876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.098+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.098420399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.098+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TWZBz4 inflight=1 count=7645605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.098425075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.098+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TWZBz4 inflight=0 count=7645606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.109980870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.109+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhctQTpjQSfXCRXwLjvNL5MxkEAy3p9mRe9jgYNPiUyNmY + count=7618761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.110019579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.109+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iUyNmY count=7618762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.116142165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.115+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.116207165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.115+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iUyNmY inflight=1 count=7618764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.116216081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.115+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iUyNmY inflight=0 count=7618765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.142841987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.142+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhmmoptfaJ751W4Y2JU4gmoPsebYpSLP1igEreXFQqYjz4 + count=7645607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315142]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.142898748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.142+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QqYjz4 count=7645608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315142]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.147199276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.147236285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.147+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QqYjz4 inflight=1 count=7645610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.147243101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.147+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QqYjz4 inflight=0 count=7645611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.160681394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.160+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhdJhEJb8tnpvyXZpXkik1ZRc5pmK6zfTCuFiWiNJ63tmY + count=7618766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.160722424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.160+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J63tmY count=7618767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.167113625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.166+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.167147275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.166+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J63tmY inflight=1 count=7618769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.167151928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.166+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J63tmY inflight=0 count=7618770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.193710330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.193+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/z4/zb2rhks3vTroedj5JzcUExQV6YQqyuhdu6gRiupvPQhzTFaz4 + count=7645612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.193786653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.193+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zTFaz4 count=7645613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.198845259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.198+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.198913626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.198+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zTFaz4 inflight=1 count=7645615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.198990956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.198+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zTFaz4 inflight=0 count=7645616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.211467236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.211+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhcFTaLwD3tjsxW3ame9eqKerhUBDqgRN3EGBCJb3ajSmY + count=7618771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.211612132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.211+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3ajSmY count=7618772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.216401389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.216+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.216433944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.216+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3ajSmY inflight=1 count=7618774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.216498826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.216+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3ajSmY inflight=0 count=7618775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.244612075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.244+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhcHCnu2xLo61KqWXJtx6y7HhWJB6MaqySnb62QkJgM2TP + count=7645617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315244]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.244650708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.244+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JgM2TP count=7645618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315244]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.249790867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.249+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315249]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.249827314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.249+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgM2TP inflight=1 count=7645620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315249]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.249834056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.249+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgM2TP inflight=0 count=7645621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315249]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.262094533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.261+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhYuaFKZggiKnadic5qQTpaaEMUN4jsyGi2ovqcJWabdmY + count=7618776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.262143571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.261+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WabdmY count=7618777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.268049588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.267+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.268095575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.267+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WabdmY inflight=1 count=7618779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.268104769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.267+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WabdmY inflight=0 count=7618780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.295540220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.295+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhh8JpExMnNizLPkcfamcDSWfcwpLpKwWDB2MhfV5x4wTP + count=7645622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315295]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.295581954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.295+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5x4wTP count=7645623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315295]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.299706116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.299+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.299738294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.299+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5x4wTP inflight=1 count=7645625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.299764367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.299+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5x4wTP inflight=0 count=7645626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.313792987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.313+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhoPJ5vWhGiCsqKLXFos7o5o2teLekhjP814BiG3nJLumY + count=7618781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.313836557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.313+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nJLumY count=7618782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.318138621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.317+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.318189947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.317+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJLumY inflight=1 count=7618784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.318197338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.318+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJLumY inflight=0 count=7618785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.346181562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.345+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhZppH755h9xFXKSPVsxr91yH8CCftecRGTuXv4gbJa3TP + count=7645627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.346226536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.346+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bJa3TP count=7645628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.351244731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.351278356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.351+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bJa3TP inflight=1 count=7645630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.351341966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.351+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bJa3TP inflight=0 count=7645631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.364722479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.364+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/mY/zb2rhcCdktN4t8cSvQvqn9C6htYnnTG3xBzmYyTZQHobGsrmY + count=7618786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.364761489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.364+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bGsrmY count=7618787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.370651962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.370+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.370693394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.370+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bGsrmY inflight=1 count=7618789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.370751243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.370+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bGsrmY inflight=0 count=7618790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.396869474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.396+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhoE4mh9FMKuvMLVaWvSYsFphehA4meDVU1vaNx9RQBrTP + count=7645632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.396909466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.396+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RQBrTP count=7645633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315396]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.401700506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.401+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.401752565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.401+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RQBrTP inflight=1 count=7645635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.401757611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.401+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RQBrTP inflight=0 count=7645636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.415687615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.415+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhfHvFXtBUGr4HNPcmCssKxt6bAxCsCfAuBay31GBDe2ip + count=7618791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.415770731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.415+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BDe2ip count=7618792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.420407350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.420+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.420486915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.420+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDe2ip inflight=1 count=7618794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.420495945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.420+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDe2ip inflight=0 count=7618795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.448268126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.447+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhcAr6aEZHH4mXFkFJJ2YXazBaB3S1JJPA6FfotPXiyJTP + count=7645637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.448303386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.448+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XiyJTP count=7645638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.458427534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.457+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.458460130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.458+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XiyJTP inflight=1 count=7645640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.458464936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.458+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XiyJTP inflight=0 count=7645641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.467142363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.466+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhfE1H1qgDgRj9wEx8qF4MLJQ1n3S8WNpoJuSrhUjgiBip + count=7618796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.467213457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.466+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jgiBip count=7618797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.471698351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.471+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.471897008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.471+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jgiBip inflight=1 count=7618799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.472057558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.471+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jgiBip inflight=0 count=7618800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.472305962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.472+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7618801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.498951278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.498+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhc1XhYVFdECmYrLum8gb6K44JkkiCXJisdzmcRzvtB7TP + count=7645642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315498]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.499033886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.498+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vtB7TP count=7645643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.503670694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.503+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.503729823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.503+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vtB7TP inflight=1 count=7645645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.503751078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.503+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vtB7TP inflight=0 count=7645646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.517788014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.517+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhZXHwtQgLY5pYo3DPnXkSJoxvDJjkJ8RrhDsVDfpmKiip + count=7618802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.517830664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.517+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pmKiip count=7618803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.523499838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.523+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.523542003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.523+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pmKiip inflight=1 count=7618805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.523706992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.523+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pmKiip inflight=0 count=7618806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.550268505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.549+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhc6Ds9tjHvuZf4whDBy7EF5cRqoVB1zb8tNKB4zXaE1TP + count=7645647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.550304610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.550+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XaE1TP count=7645648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.555322243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.555+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.555362677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.555+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XaE1TP inflight=1 count=7645650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.555368845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.555+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XaE1TP inflight=0 count=7645651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.568255845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.567+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhYaRFjEXb4pUfdQ33x5krfCrKnUzmqNTAhudYeopiE4ip + count=7618807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.568295045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.568+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*piE4ip count=7618808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.574279480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.573+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.574322857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.574+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*piE4ip inflight=1 count=7618810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.574343199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.574+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*piE4ip inflight=0 count=7618811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.600913625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.600+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhca5oamgvjcTRa1WDxqr7RzSEv46ozMyS1LMkbrttgPTP + count=7645652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.600951163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.600+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ttgPTP count=7645653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.606038973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.605+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.606120232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.605+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttgPTP inflight=1 count=7645655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.606143519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.606+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttgPTP inflight=0 count=7645656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.618943412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.618+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hy5fip count=7618813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD15TRI","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.618906574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.618+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhfZtLob6UnV3HpdqM3KNuTmMLipAwgLGHEogmAvhy5fip + count=7618812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.624192356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.623+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.624256988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.624+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hy5fip inflight=1 count=7618815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.624275847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.624+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hy5fip inflight=0 count=7618816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.651700319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.651+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhkcJqjW1Vve8o3sWbkh2qfnxpWLQMRUx2FgCFFvo9QTTP + count=7645657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.651744051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.651+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o9QTTP count=7645658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.657408155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.657+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.657446992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.657+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o9QTTP inflight=1 count=7645660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.657468929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.657+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o9QTTP inflight=0 count=7645661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.669824967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.669+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhaw165TAqvZonCFNehrhv15k7j6xA21dtziXHjBFijfip + count=7618817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.670016511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.669+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fijfip count=7618818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.675792160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.675+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.675833598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.675+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fijfip inflight=1 count=7618820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.675909606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.675+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fijfip inflight=0 count=7618821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.702019800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.701+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhnEupGHXVx7phdCYZx7SAYQnQU5HUz6rejxRJPSj4hbTP + count=7645662","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.702063512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j4hbTP count=7645663","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.707655440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.707+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645664","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.707704020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.707+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j4hbTP inflight=1 count=7645665","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.707710793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j4hbTP inflight=0 count=7645666","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.720331938Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.720+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbzRvZaZHr5zuptnhAxuc93KzZFM4CFpSNUpXzgrF9Hip + count=7618822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.720362509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.720+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rF9Hip count=7618823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.726875854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.726+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.726909137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.726+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rF9Hip inflight=1 count=7618825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.727117237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.726+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rF9Hip inflight=0 count=7618826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.753228866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.752+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhZ9ZHE2GW4o77KFxg5h49vtQkjdpB4Bdhpr9EfwFXABTP + count=7645667","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.753269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.753+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FXABTP count=7645668","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.757576485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.757+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645669","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.757612192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.757+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FXABTP inflight=1 count=7645670","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.757674173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.757+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FXABTP inflight=0 count=7645671","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.771781456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.771+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhmtnp4tnPFLrpDWV3oFzqmLbUx8FXxtnvJ8Tm23XM2kip + count=7618827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.771834615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.771+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XM2kip count=7618828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.776229258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.775+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.776489758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.776+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XM2kip inflight=1 count=7618830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.776643131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.776+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XM2kip inflight=0 count=7618831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.804195120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.803+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhnyCb7zjmwRgYH24PJL19zqA8Sv5Nn8NmcYYqKfQFz6TP + count=7645672","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.804263867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.803+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QFz6TP count=7645673","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.809695678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.809+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645674","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.809737051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.809+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QFz6TP inflight=1 count=7645675","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.809776782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.809+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QFz6TP inflight=0 count=7645676","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.823237036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.822+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhWf1kbE3K9UZQE8rgvsi18Vm2eQEHCduPcFxaYujvXBip + count=7618832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.823286548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.822+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jvXBip count=7618833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315823]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.827756380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.827+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.827787574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.827+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jvXBip inflight=1 count=7618835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.827907504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.827+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jvXBip inflight=0 count=7618836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.855282225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.854+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhgai13z3D4g4Wu6cgnapDtARu8XTDZGWPmj5zfBsgd3TP + count=7645677","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.855318457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.855+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sgd3TP count=7645678","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.860025156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.859+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645679","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.860059362Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sgd3TP inflight=1 count=7645680","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.860065901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sgd3TP inflight=0 count=7645681","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.874496545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.874+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhekuJYm9n2pDxEFCDAyCLD8RQvcQNb8gjsPcXsTK1VYip + count=7618837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.874534219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.874+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K1VYip count=7618838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.880503597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.880+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.880536202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.880+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K1VYip inflight=1 count=7618840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.880540621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.880+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K1VYip inflight=0 count=7618841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.906426476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.906+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhXE194UJMkXV74AZxebPvjS3abSSMZtX7hjwYz1im8mTP + count=7645682","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.906461648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.906+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*im8mTP count=7645683","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.911634411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.911+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645684","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.911770910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.911+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*im8mTP inflight=1 count=7645685","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.911809681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.911+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*im8mTP inflight=0 count=7645686","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.925340766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.924+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhkMtiq9tepieSrsoX2WLAovugANBCQ3LMy1BzTLePQNip + count=7618842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315925]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.925398987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.925+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ePQNip count=7618843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315925]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.930971638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.930+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.931194562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.930+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ePQNip inflight=1 count=7618845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.931335335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.931+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ePQNip inflight=0 count=7618846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.957424266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.957+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhXSocDkSDBsZry8n89xvTvvfzDWnUMAMFwxagbsrE8kTP + count=7645687","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.957461080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.957+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rE8kTP count=7645688","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.963116170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.962+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645689","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.963148314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.962+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rE8kTP inflight=1 count=7645690","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.963153287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:15.963+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rE8kTP inflight=0 count=7645691","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593315963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.975929360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.975+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbTgtkLdpcAXgKD74ct8cZKPpDqbDSVmKYSCBPLwxkJip + count=7618847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.975968003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.975+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wxkJip count=7618848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.983433798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.983474876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wxkJip inflight=1 count=7618850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:15.983479585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:15.983+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wxkJip inflight=0 count=7618851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593315983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.008719210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.008+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhoQPgDcsYoLya1y4s2BtpSWFnwxsZgQAwMwRXSKia9JTP + count=7645692","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.008756850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.008+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ia9JTP count=7645693","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.014139749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.013+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645694","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.014182907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.013+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ia9JTP inflight=1 count=7645695","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.014314694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.014+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ia9JTP inflight=0 count=7645696","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.027137101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.026+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhXjeqExjm2hH19Z4UP9CNPHGacJW3urHYfWiPLwMCCSip + count=7618852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.027176568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.026+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MCCSip count=7618853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316027]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.031461194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.031+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.031524862Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.031+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCCSip inflight=1 count=7618855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.031767936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.031+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MCCSip inflight=0 count=7618856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.059801108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.059+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhk9ULEoh7CMveQ1QzCUhmRNtf2ohqQ2WwBL3ytBUBNLTP + count=7645697","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.059860966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.059+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UBNLTP count=7645698","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.063821554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.063+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645699","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.063854933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UBNLTP inflight=1 count=7645700","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.063896077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.063+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UBNLTP inflight=0 count=7645701","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.078364251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.077+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhcJ8FCWxU716gSQk1Er53FkEv4hmhEtHYeFykTGwVxqip + count=7618857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.078662845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.078+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wVxqip count=7618858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.083709343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.083+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.083756010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.083+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wVxqip inflight=1 count=7618860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.083794013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.083+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wVxqip inflight=0 count=7618861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316083]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.110382083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.109+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhZA73q86vYmMhU9BJ4cKCdChm12pABgecVymBpHXpZaTP + count=7645702","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.110423012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.110+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XpZaTP count=7645703","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.116018347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.115+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645704","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.116084079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.115+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XpZaTP inflight=1 count=7645705","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.116091104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.115+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XpZaTP inflight=0 count=7645706","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.129304849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.128+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhfV4y8VHwJbANyH76sgffvaczSsxnhAnadj85RjxiJpip + count=7618862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316129]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.129365140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.129+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xiJpip count=7618863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316129]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.134776238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.134+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.134832408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.134+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xiJpip inflight=1 count=7618865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.134841241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.134+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xiJpip inflight=0 count=7618866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.161558959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.161+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhgpFjcGy7WcPVb1QTQahbNynwq8vNDnY2VLx6DdjTU5TP + count=7645707","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.161598308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.161+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jTU5TP count=7645708","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.166119113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.165+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645709","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.166147273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.165+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jTU5TP inflight=1 count=7645710","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.166324608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.166+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jTU5TP inflight=0 count=7645711","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.180380298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.180+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhXdRFzNFep411Y5Kjzhq4bKb1pzXkhBpnVQsiYPpDc7ip + count=7618867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.180418157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.180+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pDc7ip count=7618868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.186443253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.186+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.186484293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.186+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pDc7ip inflight=1 count=7618870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.186677804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.186+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pDc7ip inflight=0 count=7618871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.212749153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.212+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhhndTTWKpXNuy8kbnz4ZvJasPb9XPqqkP53PDwDaps2TP + count=7645712","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.212883806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.212+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aps2TP count=7645713","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.217560228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.217+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645714","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316217]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.217590913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.217+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aps2TP inflight=1 count=7645715","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316217]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.217598053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.217+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aps2TP inflight=0 count=7645716","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316217]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.231067119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.230+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbJuN5wvzWVh1JL9vPT9thUW2eL5UbHk4UdWoQJexepip + count=7618872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.231244473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.230+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*exepip count=7618873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.235750957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.235+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.235796293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.235+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*exepip inflight=1 count=7618875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.235809321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.235+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*exepip inflight=0 count=7618876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.264058081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.263+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhWyarKAyCtm1LimL81mdRgSXNSCSQQbw8HMrX45k12DTP + count=7645717","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.264103971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.263+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k12DTP count=7645718","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.268001998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.267+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645719","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.268061495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.267+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k12DTP inflight=1 count=7645720","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.268153736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.268+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k12DTP inflight=0 count=7645721","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316268]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.282289207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.281+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhkeifcVH5TCA1tDULpAepsyLmBuxAyQ2VALeA6az5UZip + count=7618877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.282343940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.282+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z5UZip count=7618878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.287041407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.286+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.287085955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.286+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z5UZip inflight=1 count=7618880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.287273531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.287+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z5UZip inflight=0 count=7618881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.314603413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.314+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhYP2uUVDgHvjrWkAC2sys9cKDvC2RNXJkoZUo8yuDi4TP + count=7645722","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.314641232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.314+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uDi4TP count=7645723","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.319432375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.319+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645724","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.319709397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.319+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDi4TP inflight=1 count=7645725","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.319718474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.319+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDi4TP inflight=0 count=7645726","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.332890194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.332+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhY3zwrdSnnHaVYFCK7noZyBaQvB31E6DEE2Sx2oXFTxip + count=7618882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.332931957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.332+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XFTxip count=7618883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.339562614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.339+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.339643889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.339+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XFTxip inflight=1 count=7618885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.339652656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.339+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XFTxip inflight=0 count=7618886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.365936723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.365+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhnToSqGWRhkYjai53eXntf3Axk9pyAmtDephyATpLB4TP + count=7645727","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.365973035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.365+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pLB4TP count=7645728","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.370835913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.370+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645729","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.370872224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.370+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLB4TP inflight=1 count=7645730","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.370913139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.370+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLB4TP inflight=0 count=7645731","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.384265707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.383+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhnULQVNY9VSWUqCLLwvsAfYeyCEC3wks8HpwttBM7RGip + count=7618887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.384311278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.384+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M7RGip count=7618888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.390095803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.389+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.390128122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.389+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M7RGip inflight=1 count=7618890","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.390132814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.389+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M7RGip inflight=0 count=7618891","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.417256378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.416+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhbW4TY9E6BxkwFmijruhArENgfb4z3QNcY6JceQGkTwTP + count=7645732","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.417323913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.417+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GkTwTP count=7645733","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316417]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.421991430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.421+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645734","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316421]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.422024081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.421+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GkTwTP inflight=1 count=7645735","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.422105831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.421+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GkTwTP inflight=0 count=7645736","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.435615499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.435+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhhZchnCqrJxMdNMYbvDUdEKHrZc3uXFPWeqzXgCcDmhip + count=7618892","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.435680794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.435+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cDmhip count=7618893","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316435]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.440285589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.439+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618894","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.440328861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.440+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cDmhip inflight=1 count=7618895","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.440459127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.440+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cDmhip inflight=0 count=7618896","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.468585833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.468+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhbEs8yyaQsCx2VNeQACntTtNavxQChvtrWTAFxcNSDqTP + count=7645737","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.468624742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.468+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NSDqTP count=7645738","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316468]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.473574773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.473+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645739","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.473608818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.473+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NSDqTP inflight=1 count=7645740","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.473643756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.473+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NSDqTP inflight=0 count=7645741","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.487048245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.486+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhn97GokzCk9VaZtxs3PVGFo15GMyveMnCPpr8C7jkNeip + count=7618897","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.487114480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.486+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jkNeip count=7618898","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.491726590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.491+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618899","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.491797813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.491+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jkNeip inflight=1 count=7618900","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.491806850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.491+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jkNeip inflight=0 count=7618901","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.519219087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.518+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhfQ8h5yJFdqkdz4JVa85iXmAuq2erFGTbKPKhS3XXyJTP + count=7645742","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.519262303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.519+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XXyJTP count=7645743","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.523364380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.522+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645744","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.523397611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.523+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XXyJTP inflight=1 count=7645745","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.523404449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.523+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XXyJTP inflight=0 count=7645746","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.538337660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.537+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbDV1qZeGrSouGZi3APyMgCJCK5jR4kTj36NVJmY8UYip + count=7618902","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.538394748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.538+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y8UYip count=7618903","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.545401684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.544+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618904","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.545445790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.545+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y8UYip inflight=1 count=7618905","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.545465427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.545+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y8UYip inflight=0 count=7618906","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.569817575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.569+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhkuHxNnPEVTCjHZ62vkHKo9VZPfgQDRGkL3HUmXjQZaTP + count=7645747","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.569929126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.569+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jQZaTP count=7645748","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.575217688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.574+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645749","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.575254110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.575+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jQZaTP inflight=1 count=7645750","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.575423537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.575+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jQZaTP inflight=0 count=7645751","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.589001884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.588+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhnUyCMtxXXzfGvFshZ25aSwDB1rHXznwzsSUtiRoZ19ip + count=7618907","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.589044973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.588+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oZ19ip count=7618908","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.596992022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.596+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618909","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.597036041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.596+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZ19ip inflight=1 count=7618910","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD19VgH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.597340419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.596+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZ19ip inflight=0 count=7618911","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.620922956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.620+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhnbcnq4u8Q55GuwtVqjHLB2MczM7GbRuw2xMLiP4tP8TP + count=7645752","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.620960242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.620+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4tP8TP count=7645753","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.626393954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.626+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645754","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.626431062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.626+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4tP8TP inflight=1 count=7645755","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.626436960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.626+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4tP8TP inflight=0 count=7645756","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.639908038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.639+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhexzrNkWLzJacsHqqGHYBPkwHMkbkidAQjURpRMy6wEip + count=7618912","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.639958514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.639+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y6wEip count=7618913","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.646538198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.646+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618914","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.646604481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.646+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y6wEip inflight=1 count=7618915","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.646612804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.646+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y6wEip inflight=0 count=7618916","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.672055051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.671+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhfejpY1cL97skeZxvKU9UkNkYJeCJrJrg92mWfjakxwTP + count=7645757","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.672097945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.671+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*akxwTP count=7645758","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.676289749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.675+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645759","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.676331492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.676+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*akxwTP inflight=1 count=7645760","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.676338808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.676+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*akxwTP inflight=0 count=7645761","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.691168920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.690+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhjcufKzzfX4qRMqQ1Gnz6Jv4cVz69SCmBGFJB4bfPqTip + count=7618917","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.691208703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.690+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fPqTip count=7618918","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.695485882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618919","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.695530814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fPqTip inflight=1 count=7618920","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.695558193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fPqTip inflight=0 count=7618921","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.722773706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.722+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhhKodjn83na1QfbMrMkBazd28uXhSwMPTnXLSJhQXEJTP + count=7645762","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.722848361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.722+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QXEJTP count=7645763","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.727028655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.726+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645764","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.727061763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.726+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QXEJTP inflight=1 count=7645765","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.727165374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.726+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QXEJTP inflight=0 count=7645766","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.742147166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.741+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhiq382pjSYWi4d6o8xdz4TPTC4oUkmyjaAR8qCr2BkMip + count=7618922","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.742199902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.741+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2BkMip count=7618923","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.747724340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.747+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618924","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.747765204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.747+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2BkMip inflight=1 count=7618925","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.747912821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.747+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2BkMip inflight=0 count=7618926","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.773661410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.773+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhnS25y594ik5QJ1w5UNT1X8kGcN1oWwsLZFSqSYz1QbTP + count=7645767","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.773704984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.773+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z1QbTP count=7645768","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.779070229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.778+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645769","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.779102905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.778+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z1QbTP inflight=1 count=7645770","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.779107950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.778+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z1QbTP inflight=0 count=7645771","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.793646952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.793+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhaPr6ZwSJXQRPS16U2BLc3ctBJkpxaAmwvYFfTUwwUxip + count=7618927","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.793685920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.793+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wwUxip count=7618928","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.798212544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.797+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618929","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.798242236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.798+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wwUxip inflight=1 count=7618930","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.798336440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.798+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wwUxip inflight=0 count=7618931","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.824692331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.824+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rha3R6cw6CkWgFS22UeQcT9qjdwzNLBkufgNNHdZddjyTP + count=7645772","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.824751414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.824+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ddjyTP count=7645773","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.829321227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.828+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645774","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.829366797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.829+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ddjyTP inflight=1 count=7645775","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.829372215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.829+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ddjyTP inflight=0 count=7645776","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.844933624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.844+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhYjXLcci2HLGBQs3QJfNE5hZrLdLbU3PJfuYm1iyQtjip + count=7618932","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.844979805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.844+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yQtjip count=7618933","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.854756701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.854+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618934","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.854819885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.854+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yQtjip inflight=1 count=7618935","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.854832643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.854+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yQtjip inflight=0 count=7618936","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.875905616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.875+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhkUK83mfTRsN1uKTCN69r63mtKwvcxWNGeNYgmzch71TP + count=7645777","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.876001591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.875+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ch71TP count=7645778","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.880307205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.879+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645779","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.880343660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.880+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ch71TP inflight=1 count=7645780","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.880356515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.880+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ch71TP inflight=0 count=7645781","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316880]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.895477001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.895+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhXtAokg2Vgw473GqYdD2q8CjeroEbQPhEGPe5uKKvLwip + count=7618937","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.895515341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.895+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KvLwip count=7618938","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.900512740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.900+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618939","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.900546062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.900+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KvLwip inflight=1 count=7618940","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.900550979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.900+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KvLwip inflight=0 count=7618941","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.926995559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.926+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhZpSrbPmYGgJKFCXHiZkiEdejPgnuqwTtd7hzh4MgEJTP + count=7645782","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.927060762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.926+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MgEJTP count=7645783","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.931349443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.931+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645784","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.931410155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.931+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MgEJTP inflight=1 count=7645785","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.931415401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.931+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MgEJTP inflight=0 count=7645786","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316931]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.946994758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.946+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhXLXEarrX24Rf7emJYp9FqXNTeaRHamGKBDxjGh1VALip + count=7618942","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.947078750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.946+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1VALip count=7618943","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.951667985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618944","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.951709189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.951+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1VALip inflight=1 count=7618945","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.951724781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.951+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1VALip inflight=0 count=7618946","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.977966899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.977+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhcJFTd5ZNBpfW2ECvZSi8KkZALfZGArbYKGhNkDC62LTP + count=7645787","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.978039783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.977+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C62LTP count=7645788","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.983385182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645789","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.983432522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C62LTP inflight=1 count=7645790","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.983438163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:16.983+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C62LTP inflight=0 count=7645791","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593316983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.998160012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.997+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhniv9QcvryFPFEzdERsZ1fVnRdEtQrdwLz4AiaBk67dip + count=7618947","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:16.998260727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:16.998+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k67dip count=7618948","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593316998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.004602243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.004+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618949","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.004649026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.004+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k67dip inflight=1 count=7618950","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.004896982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.004+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k67dip inflight=0 count=7618951","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.029284808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.028+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhYpyvjNPDYc4HWx5Gn3FDwFJixv9Gn6Zjw9aeRa9tcZTP + count=7645792","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.029327256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.029+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9tcZTP count=7645793","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.034764083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.034+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645794","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.034845011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.034+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9tcZTP inflight=1 count=7645795","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.034851839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.034+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9tcZTP inflight=0 count=7645796","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.049447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.049+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhX6AZNxYHzANvnbKpUDrogNCc5YAVw7VBFaNhR7BFX9ip + count=7618952","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.049598909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.049+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BFX9ip count=7618953","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.055078036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.054+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618954","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.055107194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.054+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BFX9ip inflight=1 count=7618955","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.055143630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BFX9ip inflight=0 count=7618956","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.080287303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.080+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhiev131p5n9FEeYXu2Hk9zLqALX7T4x12D4PFLGLzoMTP + count=7645797","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.080324906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.080+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LzoMTP count=7645798","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317080]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.084334061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.084+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645799","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.084369166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.084+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LzoMTP inflight=1 count=7645800","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.084466171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.084+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LzoMTP inflight=0 count=7645801","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.100553443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.100+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhnPub5ETWR9C1VDjSxpKRHmLAQnAW17xhktgG9XKh6Aip + count=7618957","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.100603455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.100+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Kh6Aip count=7618958","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.106143816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.105+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618959","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.106180147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.105+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kh6Aip inflight=1 count=7618960","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.106187897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.105+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kh6Aip inflight=0 count=7618961","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.130912791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.130+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhkrz8WmtMyMQTuZTLfrYyNEGStcKZJmZi22tSqQ43xATP + count=7645802","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.130957875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.130+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*43xATP count=7645803","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.134901814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.134+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645804","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.134925516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.134+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*43xATP inflight=1 count=7645805","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.135054964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.134+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*43xATP inflight=0 count=7645806","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.151676427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.151+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhesYAiHT8xkacX7uxZhhEXvoZXXAEocMSE64JoSDU1Mip + count=7618962","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.151769744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.151+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DU1Mip count=7618963","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.156234515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618964","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.156282092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.156+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DU1Mip inflight=1 count=7618965","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.156309590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.156+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DU1Mip inflight=0 count=7618966","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.181638479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.181+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhYyA4MDSnF5uSHPBigZtPh9UHUDYXbyqrFqdLsZj1EZTP + count=7645807","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.181678208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.181+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j1EZTP count=7645808","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317181]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.186830555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.186+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645809","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.186913221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.186+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j1EZTP inflight=1 count=7645810","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.186975721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.186+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j1EZTP inflight=0 count=7645811","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.202871273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.202+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhh75Fjss5xgGJ4zRLi4N6X46iHyqoDhLT7unxCaEpzCip + count=7618967","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.202923623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.202+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EpzCip count=7618968","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.207402454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618969","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.207459201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.207+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EpzCip inflight=1 count=7618970","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.207616590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.207+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EpzCip inflight=0 count=7618971","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.232456333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.232+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhfqvAjEWFo5G4a2q3HfXgNib2m8SNrrkeij33nrRckVTP + count=7645812","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317232]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.232501116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.232+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RckVTP count=7645813","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317232]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.237173924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.236+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645814","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.237209483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.236+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RckVTP inflight=1 count=7645815","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.237215159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.237+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RckVTP inflight=0 count=7645816","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.254110873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.253+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhdaimu9WArJDMLoBHzFuX28FmnqKm9ALmAk1bFovDvyip + count=7618972","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.254163252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.253+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vDvyip count=7618973","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.259919127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.259+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618974","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.259952748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.259+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vDvyip inflight=1 count=7618975","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.259957160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.259+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vDvyip inflight=0 count=7618976","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.283792609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.283+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhhcJh97MZuQvSSvXCcRf9FN23hdaBXG9WZW5QabyaLcTP + count=7645817","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.283829765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.283+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yaLcTP count=7645818","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.287885572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.287+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645819","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.287917988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.287+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yaLcTP inflight=1 count=7645820","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.287923038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.287+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yaLcTP inflight=0 count=7645821","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.305561167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.305+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhghEfcowgdygqPjuKLPJbs9A8T86GUs8UQc6P1QbVAYip + count=7618977","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.305599707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.305+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bVAYip count=7618978","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.310858961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.310+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618979","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.310899068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.310+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bVAYip inflight=1 count=7618980","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.310907309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.310+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bVAYip inflight=0 count=7618981","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.334297457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.334+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhix9b7RcCMxkJud1VFCtbVVeVFeYoyyzb3JFyJgq52uTP + count=7645822","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.334381739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.334+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q52uTP count=7645823","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD17EAH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.339011196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.338+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645824","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.339041995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.338+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q52uTP inflight=1 count=7645825","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.339129219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.339+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q52uTP inflight=0 count=7645826","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.356275069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.355+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhmcQsbDPn7gDRiN3f1LKh2Gr7m4mVkswJUpfFErYYz2ip + count=7618982","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317356]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.356379958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.356+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YYz2ip count=7618983","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317356]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.362035054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.361+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618984","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.362099463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.361+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YYz2ip inflight=1 count=7618985","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.362231018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.361+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YYz2ip inflight=0 count=7618986","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.385720340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.385+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhdYDx5S4pSA5T9jm8FNjupzXdH6RDcFLr2Xi9gZ1K6ETP + count=7645827","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.385764333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.385+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1K6ETP count=7645828","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.389728291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.389+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645829","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.389758171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.389+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1K6ETP inflight=1 count=7645830","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.389774322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.389+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1K6ETP inflight=0 count=7645831","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.406751920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.406+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbLj9Rq5QFZoQBrB3jBeMJAXPDMnjqWWvscraMfXQ7eip + count=7618987","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.406790994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.406+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XQ7eip count=7618988","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.411421130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618989","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.411464575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XQ7eip inflight=1 count=7618990","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.411473610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XQ7eip inflight=0 count=7618991","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.436366002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.436+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rheyyA3i2nCVBgHvAJFXxmREoDrt2PLESfRCcM19tJ76TP + count=7645832","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.436406242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.436+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tJ76TP count=7645833","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.440070369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.439+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645834","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.440098729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.439+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tJ76TP inflight=1 count=7645835","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.440110137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.439+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tJ76TP inflight=0 count=7645836","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.440114466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.440+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7645837","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.458011469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.457+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhhXvhKqYrFK78AKeYovtpt5CY11CUxCeSp3csLDPE8gip + count=7618992","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.458051935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.457+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PE8gip count=7618993","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.463553459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.463+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.463618801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.463+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PE8gip inflight=1 count=7618995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.463636953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.463+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PE8gip inflight=0 count=7618996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.487742450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.487+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhedZbjzSmdDtyaThMHCcC4bLAusgjduWLKj4SZSUzh6TP + count=7645838","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.487778477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.487+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Uzh6TP count=7645839","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.493248171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.492+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645840","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317493]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.493328642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.493+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Uzh6TP inflight=1 count=7645841","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317493]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.493361746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.493+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Uzh6TP inflight=0 count=7645842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317493]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.509277356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.508+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhbYgYubbPc3Y1fqYvwXo6eMZHfCFMacR7zLjhRaMVSxip + count=7618997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.509330555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.509+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MVSxip count=7618998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.515077611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.514+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7618999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.515108918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.514+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MVSxip inflight=1 count=7619000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.515455574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.514+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MVSxip inflight=0 count=7619001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.538935832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.538+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhdKTLSZXJQbSRqSD6nmu9AytgAhizLAXv3qokAQYaGGTP + count=7645843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.538974747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.538+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YaGGTP count=7645844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.543404787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.543+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.543436939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.543+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YaGGTP inflight=1 count=7645846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.543542941Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.543+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YaGGTP inflight=0 count=7645847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.559881397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.559+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhZsEHhZzkpVwHyoxbV1nC7uu4XWL8WpnBVF9Xq4a1eDip + count=7619002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317559]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.559932120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.559+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a1eDip count=7619003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317559]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.566024466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.565+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.566062406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.565+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a1eDip inflight=1 count=7619005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.566110427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.565+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a1eDip inflight=0 count=7619006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.590048461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.589+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhZo1HpR4WWJbEdYFbVM56FRK2PJ1tnhqkxNPEypBh2YTP + count=7645848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.590084519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.589+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Bh2YTP count=7645849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.610595136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.610+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhY1tvtgXhSCQ5334GV1iGDgjxbXwkWmd1LckFN6TgTPip + count=7619007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317610]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.610632141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.610+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TgTPip count=7619008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317610]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.616353609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.616+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.616395910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.616+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TgTPip inflight=1 count=7619010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.616904852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.616+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TgTPip inflight=0 count=7619011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.661046916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.660+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhkHTTMyGRPC8MGrUtykP2bz9NbpUpTmb2pFEFCcu5WZip + count=7619012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317661]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.661081674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.660+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u5WZip count=7619013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317661]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.667036792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.666+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.667074076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.666+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5WZip inflight=1 count=7619015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.667122284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.666+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5WZip inflight=0 count=7619016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.711723933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.711+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhiv4JVn4c61Bks67L9MW93TTFKUGo4fgCfy5nRuHh9Uip + count=7619017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.711763010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.711+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hh9Uip count=7619018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.717015973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.716+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.717057545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.716+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hh9Uip inflight=1 count=7619020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.717076989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.716+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hh9Uip inflight=0 count=7619021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.720551828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.720+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.720593879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.720+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bh2YTP inflight=1 count=7645851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.720599593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.720+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bh2YTP inflight=0 count=7645852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.720673580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.720+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhiZZxXbSEEBdY1q7GCLzF9zHoqeVimrsQQWmv2w89pdTP + count=7645853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.720743101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.720+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*89pdTP count=7645854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.724206737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317724]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.724271579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.724+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*89pdTP inflight=1 count=7645856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317724]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.724351504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.724+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*89pdTP inflight=0 count=7645857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317724]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.762507861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.762+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhd4gfRrV8em8UgXxyc3x4zBY5xk9zp1NkuhkHZ9KqLsip + count=7619022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.762570079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KqLsip count=7619023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.768302257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.767+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.768331354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.768+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KqLsip inflight=1 count=7619025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.768568273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.768+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KqLsip inflight=0 count=7619026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.771917552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.771+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhXpSxJQvn265ecaZTCWYvg6g97g3D63FD24wJE883KATP + count=7645858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.771954334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.771+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*83KATP count=7645859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.775942890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.775+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.775979978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.775+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*83KATP inflight=1 count=7645861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.775985420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.775+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*83KATP inflight=0 count=7645862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.813354147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhhGKkXGF2X171fdFBppS1iuFzNH8wUZyoG1FngiZMo1ip + count=7619027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.813405269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.812+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZMo1ip count=7619028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.818260099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.818293367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.818+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZMo1ip inflight=1 count=7619030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.818370169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZMo1ip inflight=0 count=7619031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.822452810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.822+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhYqkNGS4FKa7iMCixqnsz1bQSVemaH76a5AF1rQxBRRTP + count=7645863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.822493933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.822+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xBRRTP count=7645864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.827851812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.827+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.827880466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.827+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xBRRTP inflight=1 count=7645866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.827933327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.827+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xBRRTP inflight=0 count=7645867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.863991345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhm1a3BweTSRJ3oVfQmpBAujo14kBaj8LFNKmBfyCPz9ip + count=7619032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.864028802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CPz9ip count=7619033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.869651257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.869+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.869680124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.869+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CPz9ip inflight=1 count=7619035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.869744537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.869+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CPz9ip inflight=0 count=7619036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.873309912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.873+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhmo9X5ZWFLFt5akNnhve6EaX6LCmo4CGPotvufPbC8sTP + count=7645868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.873391044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.873+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bC8sTP count=7645869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.878360138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.878+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.878391175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.878+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bC8sTP inflight=1 count=7645871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.878502001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.878+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bC8sTP inflight=0 count=7645872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.915280745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhiNLUcv6EvvSDRNyiXGDfpUh9fVng9suWBsXctVJWsXip + count=7619037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.915442604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.915+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JWsXip count=7619038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.920388257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.920+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.920420971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.920+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JWsXip inflight=1 count=7619040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.920702655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.920+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JWsXip inflight=0 count=7619041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.924012505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.923+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/TP/zb2rhiyXCe4vK8JjGf1KB1PYGna3t8BFfvJW5XAcHrMf3WuTP + count=7645873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.924048710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.923+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f3WuTP count=7645874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.928017414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.927+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.928069703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.927+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f3WuTP inflight=1 count=7645876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.928074927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.927+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f3WuTP inflight=0 count=7645877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.966257003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhjiiWrT8nmgUmJjxe5TQ11Vo3ZbWrmEmHTm5njoxiNbip + count=7619042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.966427543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.966+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xiNbip count=7619043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.972275845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.971+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.972308616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.972+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xiNbip inflight=1 count=7619045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.972402335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:17.972+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xiNbip inflight=0 count=7619046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593317972]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.974707787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.974+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhhBcqpgdHo3MmMMvrAGZw45ocqDE3sQy6Yq3HpxSJncMm + count=7645878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.974743653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.974+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SJncMm count=7645879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.979320445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.978+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.979352901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.979+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJncMm inflight=1 count=7645881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:17.979360786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:17.979+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJncMm inflight=0 count=7645882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593317979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.017208630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhgyqfzg2G7cNjxr6mAQj6zqUaMpdEER66Dd1wW8VYh6ip + count=7619047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.017314758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VYh6ip count=7619048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.023154695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.022+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.023218092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.022+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VYh6ip inflight=1 count=7619050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.023234058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.022+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VYh6ip inflight=0 count=7619051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.025735165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.025+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhceMCWA9xbuZ2LtDzxpyQLpk3SezVnFwgYhNFFH2RaNMm + count=7645883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.025774286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.025+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2RaNMm count=7645884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.029548715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.029+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.029577024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.029+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2RaNMm inflight=1 count=7645886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.029593659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.029+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2RaNMm inflight=0 count=7645887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318029]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.068189606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhYFr9jDPVcTnEP5yqmXrYcksBDiF8bFoEV4rAc7UsmNip + count=7619052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.068259182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.067+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UsmNip count=7619053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.074405514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.073+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.074454079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.074+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UsmNip inflight=1 count=7619055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.074487656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.074+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UsmNip inflight=0 count=7619056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.077006112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.076+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhoYt1Do2QveLYkcnZJDnsATXgiqsaEx71UjHbimk24cMm + count=7645888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.077074835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.076+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k24cMm count=7645889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.082800938Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.082+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.082840032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.082+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k24cMm inflight=1 count=7645891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.082866470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.082+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k24cMm inflight=0 count=7645892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.118945765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhibRfyDxUTdvKtTsFUbHUYngEyqjEXJc3brE8C8fU6Hip + count=7619057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.119185932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.118+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fU6Hip count=7619058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.123517295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.123546487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fU6Hip inflight=1 count=7619060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.123909927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fU6Hip inflight=0 count=7619061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.127420836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.127+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhf83ZqKfs1ctDhTBoPG361HqtkLhbn2Byc6vRNce2ZHMm + count=7645893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.127502203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.127+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e2ZHMm count=7645894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.132306628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.131+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.132346624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.132+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e2ZHMm inflight=1 count=7645896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.132352879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.132+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e2ZHMm inflight=0 count=7645897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.170505737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.170+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/ip/zb2rhXmqrqzFUMScQhwupgLiTb8KbKA5k4yXJUnrNdZQk1gip + count=7619062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.170749176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Qk1gip count=7619063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.175881899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.175+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.175913678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.175+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Qk1gip inflight=1 count=7619065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.176106076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Qk1gip inflight=0 count=7619066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.177883365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.177+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhcfpoGjZwJVdt3U9rXB5BxwrQcJWbnwtKGPuJf4trFvMm + count=7645898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.177919159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.177+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*trFvMm count=7645899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.183410388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.183+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.183497693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.183+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*trFvMm inflight=1 count=7645901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.183504931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.183+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*trFvMm inflight=0 count=7645902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.221979763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.221+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhg3hGdkroNRMML3bNhfdfM5QKjfAjLbQjvUd7QkBDPecP + count=7619067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.222085259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BDPecP count=7619068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318222]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.227471201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.227+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.227519717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.227+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDPecP inflight=1 count=7619070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.227642695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.227+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDPecP inflight=0 count=7619071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.228911739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.228+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhcBvtUQyA7fNSNov9agxGMnUqzJ3sv4bUbayD8C1fGaMm + count=7645903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.228952116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.228+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1fGaMm count=7645904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.240737227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.240+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.241923577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.240+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fGaMm inflight=1 count=7645906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.241957016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.240+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fGaMm inflight=0 count=7645907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.273376576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.272+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhihm2wprCZtejX8pjAdyKXZi6sPBHQoaf1u5cWY5ZGicP + count=7619072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318273]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.273584426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.273+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5ZGicP count=7619073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318273]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.279421522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.279+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.279450202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.279+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5ZGicP inflight=1 count=7619075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.279578651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.279+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5ZGicP inflight=0 count=7619076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.279282425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.279+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhoJeFcYzTm6ZKtCm7vKUti5i1LvTuXb1tWtHLbbKDzAMm + count=7645908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.279321894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.279+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KDzAMm count=7645909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.283866057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.283+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.283906015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KDzAMm inflight=1 count=7645911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.283912538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.283+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KDzAMm inflight=0 count=7645912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318283]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.324015053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.323+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhhfM9v7SkWbHYRHZX8P1GAn2nNUivWMnQtgmRTeXf5pcP + count=7619077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.324066027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.323+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xf5pcP count=7619078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.329914078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.329+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.329954138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.329+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xf5pcP inflight=1 count=7619080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.329962004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.329+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xf5pcP inflight=0 count=7619081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.330463567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.330+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhhifMPfksbq9efMdqV552vwgcnYbhf71e6RUypmGawmMm + count=7645913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.330522034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.330+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GawmMm count=7645914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.335737175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.335777196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GawmMm inflight=1 count=7645916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.335784132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GawmMm inflight=0 count=7645917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.375607212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.375+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhe6Z69RSqWrgdKpPbm77EHSST7TVbwHjXcL1MNh81SucP + count=7619082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.375657296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.375+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*81SucP count=7619083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.381779456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.381+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.381213659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.380+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhajBfsJR9YkyqmmAfDq7ayb4PMbhFp5o9bqAGJ5kp2RMm + count=7645918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.381261778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.380+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kp2RMm count=7645919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.382041967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.381+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*81SucP inflight=1 count=7619085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.382172787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.381+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*81SucP inflight=0 count=7619086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.387072217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.386+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.387108227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.386+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kp2RMm inflight=1 count=7645921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.387136532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.386+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kp2RMm inflight=0 count=7645922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.426761624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.426+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhYz7nnJnT5yaxYd23ChxLYkbVS7Yu8Bjx2dptmVrX9PcP + count=7619087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.427742201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.426+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rX9PcP count=7619088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.431597304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.431+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhZCaFQrwHSvvMDEZJpK71vMwd9P551NxqvTf1iTeGUtMm + count=7645923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.431636429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.431+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eGUtMm count=7645924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.433554531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.433+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.433602265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.433+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rX9PcP inflight=1 count=7619090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.433928158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.433+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rX9PcP inflight=0 count=7619091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.437619814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.437+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.437652568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.437+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eGUtMm inflight=1 count=7645926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.437657002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.437+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eGUtMm inflight=0 count=7645927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.473446442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.472+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7619092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.477846864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.477+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhce2eqiZcdRzyGKQz4JXco5LVZbs8gANpkXAtBjqVjYcP + count=7619093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.477890158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.477+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qVjYcP count=7619094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.482157988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.481+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhaapyBB43HcKtn5xUHVR35N5CNNGY46qtnypCB3dynAMm + count=7645928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.482197362Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.481+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dynAMm count=7645929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.485087028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.484+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.485310592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.484+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qVjYcP inflight=1 count=7619096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.485499957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.484+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qVjYcP inflight=0 count=7619097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318485]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.487224809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.486+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.487271249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dynAMm inflight=1 count=7645931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.487275827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dynAMm inflight=0 count=7645932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.528710107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.528+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhXgTkWL7GJSCyE1knLPDuBPdenqf7Y3HGyQvL9Y3DDRcP + count=7619098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.528758116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.528+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3DDRcP count=7619099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.532621355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.532+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhZgLhDpWkgoAedVLaN82jYhXDDZ4zwo7o8xffPSGB3fMm + count=7645933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.532671656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.532+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GB3fMm count=7645934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.534716156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.534763833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.534+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3DDRcP inflight=1 count=7619101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.534771657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.534+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3DDRcP inflight=0 count=7619102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.538012617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.537+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.538055829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.537+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GB3fMm inflight=1 count=7645936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.538122824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.537+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GB3fMm inflight=0 count=7645937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.579220344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.578+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhWkhuDHaFv6HMcu9UHN2wHJP9Qb1eBVePuXVL71UJJocP + count=7619103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.579305012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.578+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UJJocP count=7619104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.583699490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.583+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.583752132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.583+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UJJocP inflight=1 count=7619106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.583827253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.583+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UJJocP inflight=0 count=7619107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.583651618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.583+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhghor59StBAcpG4vEvwrs3z3D7UCgG3GJzRPXXxn6QEMm + count=7645938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.583693095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.583+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n6QEMm count=7645939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.588266831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.587+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.588309134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.587+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n6QEMm inflight=1 count=7645941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.588315596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.588+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n6QEMm inflight=0 count=7645942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.630433242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.630+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhapMk1k7SqRR8pddxVrG8hiHFyb2Mo7fRfWUTPPA2TrcP + count=7619108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.630471992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.630+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A2TrcP count=7619109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.634716959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.634+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhnWUrwJuuXDwUS18QnXjLJrjbhGHXiwKhtdwJB2FLWzMm + count=7645943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.634758556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.634+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FLWzMm count=7645944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.636677901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.636+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.636714500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.636+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A2TrcP inflight=1 count=7619111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.636741528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.636+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A2TrcP inflight=0 count=7619112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.644052760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.643+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.644105714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.643+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FLWzMm inflight=1 count=7645946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.644119660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.644+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FLWzMm inflight=0 count=7645947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.681418764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.680+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhmNB6JGQhzRrrrUKTnJGHL9xLrhmuyD9tmn6d1rZyEJcP + count=7619113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318681]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.681470312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.681+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZyEJcP count=7619114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318681]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.685802949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.685+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.685839682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.685+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZyEJcP inflight=1 count=7619116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.685932414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.685+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZyEJcP inflight=0 count=7619117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.685685855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.685+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhdQ7zMk7TBKJVuVpnBtpodZnXRktqoAVN3ETV4NeDumMm + count=7645948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.685729162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.685+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eDumMm count=7645949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.689572334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.689+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.689611427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.689+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eDumMm inflight=1 count=7645951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.689722823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.689+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eDumMm inflight=0 count=7645952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.732441162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.732+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhfFen9jnjv61ii8tfGEgMmohjRXBTSKoR7GGWxcaC7zcP + count=7619118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.732711141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.732+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aC7zcP count=7619119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.736260316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.735+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhgaSyPCZ68tGFfFRupCx7QR3qTkJ3mYc7go8DW9qghqMm + count=7645953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.736304148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.736+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qghqMm count=7645954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.738672071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.738+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.738714679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aC7zcP inflight=1 count=7619121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.738853057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aC7zcP inflight=0 count=7619122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.741724573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.741+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.741755939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.741+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qghqMm inflight=1 count=7645956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.741767756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.741+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qghqMm inflight=0 count=7645957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.783471644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.783+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhmUB6kTUFRzBtPhctwn8UwUQvDi3JGNgX45xkgRgLAicP + count=7619123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.783511857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.783+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gLAicP count=7619124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.787470183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.786+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhajwYZzN5ZF79n9LwFMoq4RChshbp5679mbVhFxUqSSMm + count=7645958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.787511168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.787+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UqSSMm count=7645959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.788497849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.788+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.788530252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.788+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gLAicP inflight=1 count=7619126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.788534727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.788+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gLAicP inflight=0 count=7619127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.791884917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.791923107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.791+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UqSSMm inflight=1 count=7645961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.791931423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.791+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UqSSMm inflight=0 count=7645962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.834041344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.833+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhew2Xd5WicdhiBMxXn7rphs2UzAatxuPFfr9bT4hmmgcP + count=7619128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.834080386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.833+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hmmgcP count=7619129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.838520161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.838+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhdj95aCJ6ZBpCa38BGbp2QY6h9EQhqtgQxY5VMobufmMm + count=7645963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.838565439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.838+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bufmMm count=7645964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.839663198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.839+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.839712100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.839+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hmmgcP inflight=1 count=7619131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.839719879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hmmgcP inflight=0 count=7619132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.843621582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.843+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.843658409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bufmMm inflight=1 count=7645966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.843737584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bufmMm inflight=0 count=7645967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.885346450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.884+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhoBxB3jwoWaFLJtcRCAKuAFkeDEbj4Kn97u5xMQpLbscP + count=7619133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.885417495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.885+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pLbscP count=7619134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.889684281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.889+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.889715407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.889+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLbscP inflight=1 count=7619136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.889722286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.889+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLbscP inflight=0 count=7619137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.889278660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.888+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhf2R5Reczw24jFGpkNU9v6AsExRRnXkmg1i3gB4HGaKMm + count=7645968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.889319544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.889+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HGaKMm count=7645969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.894738047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.894+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.894773363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.894+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HGaKMm inflight=1 count=7645971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.894778060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.894+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HGaKMm inflight=0 count=7645972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.936184740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.935+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhhAYtmVk8oGM1zfNAA33kxfrGVP7WduqJSeEJU1LxFRcP + count=7619138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.936237276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.935+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LxFRcP count=7619139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.940285834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.939+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhobzFS9b1S1KhxTtVytzGLHJj8yjbD1qTLTbHZNjHbRMm + count=7645973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.940377243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.940+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jHbRMm count=7645974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.941504331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.941+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.941565106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.941+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LxFRcP inflight=1 count=7619141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.941691736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.941+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LxFRcP inflight=0 count=7619142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.946066725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.945+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.946174493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.945+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jHbRMm inflight=1 count=7645976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.946194251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.946+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jHbRMm inflight=0 count=7645977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.987452449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.986+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhez2W9oaxGHi9E121YAZzmFaVC1nb4NnXwcZDoxEv8McP + count=7619143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.987504535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.987+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ev8McP count=7619144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.992149075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.991+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.992324999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ev8McP inflight=1 count=7619146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.992338266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:18.992+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ev8McP inflight=0 count=7619147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593318992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.992109345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.991+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhcRuFUuEs6abnet4Rx91MbLyf1ce3Q9Ce1k7sBYqDbxMm + count=7645978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.992143016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.991+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qDbxMm count=7645979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.996114098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.995+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.996150051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.995+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qDbxMm inflight=1 count=7645981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:18.996154453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:18.995+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qDbxMm inflight=0 count=7645982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593318996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.037987743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.037+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhmC7PyrGgjBQduuP6ogU6p14sLuBAuYmJuQor7KfDoLcP + count=7619148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.038047475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fDoLcP count=7619149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.042322934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.041+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkMaYtCZQTeXiFdXcikJCgJhdqimPtuLFTn1Cp7uCYbMm + count=7645983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.042364924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.042+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uCYbMm count=7645984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.043799661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.043838909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fDoLcP inflight=1 count=7619151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.043844622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fDoLcP inflight=0 count=7619152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.048038880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.047+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.048074996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.047+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uCYbMm inflight=1 count=7645986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.048149936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.047+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uCYbMm inflight=0 count=7645987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319048]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.093019416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.092+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhZ5Eer2JcdSkqbrcEy6mq7aumWNTxTAfXdLJKUTKypdcP + count=7619153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.093074437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.092+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KypdcP count=7619154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.093700401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.093+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhgjRXNqCvfgD6ZM8DbfFZBayZay3brEVmVKccoLmNdYMm + count=7645988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.093749114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.093+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mNdYMm count=7645989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.098153015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.097+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.098224240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.097+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KypdcP inflight=1 count=7619156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.098350495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.098+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KypdcP inflight=0 count=7619157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.099339700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.099+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.099378097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.099+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mNdYMm inflight=1 count=7645991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.099397074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.099+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mNdYMm inflight=0 count=7645992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.143875103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.143+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhZwRiNimjPPjYZ39EVJbvPMzTVj6PbDb9iaVd63YQ2dcP + count=7619158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.143913455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.143+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YQ2dcP count=7619159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.145031448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.144+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkrcQjPUs2cTZbv45RWbJxHhw3YQ4qD89UQcfu7y2NoMm + count=7645993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.145076196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.144+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y2NoMm count=7645994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319145]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.149915207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.149+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7645995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.149967162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.149+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y2NoMm inflight=1 count=7645996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.149982287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.149+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y2NoMm inflight=0 count=7645997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.150309726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.149+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.150354097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.150+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YQ2dcP inflight=1 count=7619161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.150385857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.150+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YQ2dcP inflight=0 count=7619162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.195048577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.194+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhg8xtnPmn7iLBv8mSjc7mumZdssAg1CV9LmPLiWrRwTcP + count=7619163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.195094702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.194+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rRwTcP count=7619164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.195564448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.195+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhgRuxCaNXyvamy2aUzeLmCUwkZRUSVLA5MEszeCnx7MMm + count=7645998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.195606314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.195+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nx7MMm count=7645999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.199411172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.198+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.199440122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.199+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rRwTcP inflight=1 count=7619166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD19VkH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.199508988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.199+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rRwTcP inflight=0 count=7619167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.199929827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.199+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.199963583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.199+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nx7MMm inflight=1 count=7646001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.200138542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.199+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nx7MMm inflight=0 count=7646002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.245980226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.245+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhhj3w1kz2msCiXmovvw12hBdheaw3TaefVNGJeAq77fcP + count=7619168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319245]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.246181666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.245+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q77fcP count=7619169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-nt4sBOvK4VyD1_IgR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.246643312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.246+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhajcVCGydVMPxaepK1znxdn1RC4o7fHka9Jg2Lkt9vAMm + count=7646003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.246705550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.246+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t9vAMm count=7646004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.251348316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.251+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.251379888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.251+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t9vAMm inflight=1 count=7646006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.251392156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.251+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t9vAMm inflight=0 count=7646007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.253824518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.253+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.253865468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.253+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q77fcP inflight=1 count=7619171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.254127958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.253+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q77fcP inflight=0 count=7619172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.296678957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.296+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhZi7cRCwfFemeFrWUfpmC8caT1GyYDaXk3bnyamR886cP + count=7619173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.296831943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.296+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*R886cP count=7619174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.297855824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.297+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhZhqQcLfvDUjSPmvfkvJfpLPy3Fbm1udckHjshH2YTrMm + count=7646008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.297898031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.297+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2YTrMm count=7646009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.305837156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.305+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.305873651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.305+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R886cP inflight=1 count=7619176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.305973184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.305+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*R886cP inflight=0 count=7619177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.307214239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.306+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.307263331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2YTrMm inflight=1 count=7646011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.307269280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2YTrMm inflight=0 count=7646012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.347472006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.347+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhYRJmCmpvhAoHDrSsim1VJfsRaninNKpyjLeVWkwpTgcP + count=7619178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.347510311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.347+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wpTgcP count=7619179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.351971377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.351+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.351998827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.351+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wpTgcP inflight=1 count=7619181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.352008723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.351+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wpTgcP inflight=0 count=7619182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319352]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.353723345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.353+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhg4sHhTtRXqFK67dYsCadMV5EUGXwkY91No3nQy7hdPMm + count=7646013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.353897480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.353+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7hdPMm count=7646014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.359043565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.359103899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7hdPMm inflight=1 count=7646016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.359192727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.358+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7hdPMm inflight=0 count=7646017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.398499390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.398+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhnuadF3qdLuWu62aGyEk2ZVTpvD5zKdqGyUNXjQGifHcP + count=7619183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.398701264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.398+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GifHcP count=7619184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.402864374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.402+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319402]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.402900162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.402+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GifHcP inflight=1 count=7619186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319402]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.403110730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.402+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GifHcP inflight=0 count=7619187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.404811788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.404+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkV38fN5JZG649PfVa7bgz1pgCC1z2No8ZzJHy84fMEMm + count=7646018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.404855742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4fMEMm count=7646019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.411772271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.411829131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4fMEMm inflight=1 count=7646021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.411889614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4fMEMm inflight=0 count=7646022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.449651793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.449+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhnZ7sztemPcKRH1VZ7bYPGb2T4iA4Y1e5tABr16b9stcP + count=7619188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.449705175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.449+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b9stcP count=7619189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.454033990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.453+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.454070921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.453+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b9stcP inflight=1 count=7619191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.454171136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.453+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b9stcP inflight=0 count=7619192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.455499585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.455+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYVt3d2ahcEyASKhDN46uq7qvJnpqBSPtd1RQGtD4g8Mm + count=7646023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.455545291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.455+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D4g8Mm count=7646024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.459966217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.459998214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D4g8Mm inflight=1 count=7646026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.460003741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D4g8Mm inflight=0 count=7646027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.500609819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.500+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhjCcBCz2EEgnYfcUYwDhWSmkPgpM2ctcn7MKeDo1AgBcP + count=7619193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.500648562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.500+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1AgBcP count=7619194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.505698427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.505+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.505840642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.505+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1AgBcP inflight=1 count=7619196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.505866062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.505+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1AgBcP inflight=0 count=7619197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.506481544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.506+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkMjrs2Poo3sqeCkjPTZBSTcF8g5xUsAW397VHTEkpaMm + count=7646028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.506540854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EkpaMm count=7646029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.511629627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.511670049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.511+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EkpaMm inflight=1 count=7646031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.511854594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.511+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EkpaMm inflight=0 count=7646032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.551496615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.551+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhm6H4xiU6oWYDo3J3sprJgyhG3eQDHCiHuNGsgb4mBkcP + count=7619198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.551554628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.551+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4mBkcP count=7619199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.556587246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.556+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.556624297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.556+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4mBkcP inflight=1 count=7619201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.557003665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.556+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4mBkcP inflight=0 count=7619202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.557257972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.556+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhhHX3tS6itqKYdKjApxdHbjNkYauZdAtTobMKi9ShAhMm + count=7646033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.557301596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ShAhMm count=7646034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.563421404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.563511755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.563+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShAhMm inflight=1 count=7646036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.563540515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShAhMm inflight=0 count=7646037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.602456451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.602+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhjQ3P7JoXKg9MVVESta72sid9qHR2wXGzsmWcorkKCYcP + count=7619203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.602494245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.602+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kKCYcP count=7619204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.607964662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.607+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.607994585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.607+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kKCYcP inflight=1 count=7619206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.607939006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.607+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYE7rrkVFhVD6Ap3EDa4EMY6EbKThCtU721VxZne1UAMm + count=7646038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.607982051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.607+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e1UAMm count=7646039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD19VoH","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.608206466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.607+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kKCYcP inflight=0 count=7619207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.612415356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.611+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.612453157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.612+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e1UAMm inflight=1 count=7646041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.612458705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.612+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e1UAMm inflight=0 count=7646042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1BZdY","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.653727858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.653+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhn2SuNqetTugBKHQbBs1pw4WgvgpiLUhhLA5MD49L6ZcP + count=7619208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.653764924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.653+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9L6ZcP count=7619209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.658944458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.658+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhohqQTVZ5GF7AnD8DDRMvjD9iSYEqDrXpkGz5ajk75uMm + count=7646043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.658778734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.658+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9L6ZcP inflight=0 count=7619212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.658509105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.658+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.658660475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.658+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9L6ZcP inflight=1 count=7619211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.659052163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.658+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k75uMm count=7646044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.662937211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.662+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319662]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.662977686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.662+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k75uMm inflight=1 count=7646046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319662]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.663128634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.662+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k75uMm inflight=0 count=7646047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.704382507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.704+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rho5a3Nw1d9CGw4vHCNvG7vg8fmJ4AJR1iZaWof5tY1vcP + count=7619213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.704433719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.704+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tY1vcP count=7619214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.709643621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.709+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhn9m5r4Z42zyrtpwXvcfctgqd6MkJvm8JvEP1J1npQrMm + count=7646048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.709683875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.709+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*npQrMm count=7646049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.710691525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.710+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.710727424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.710+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tY1vcP inflight=1 count=7619216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.711046720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.710+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tY1vcP inflight=0 count=7619217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.714952132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.714+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.714990288Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.714+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*npQrMm inflight=1 count=7646051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.714995542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.714+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*npQrMm inflight=0 count=7646052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.755496175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.755+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhbikfcDhngZ84t6E1QYT79s3mtzZeLzFZ5kcFFbHAMhcP + count=7619218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.755537184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.755+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HAMhcP count=7619219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.760481805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.760+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhdanjkKvGtuFn5DZz4MKdLxHz9YSrUK6xNLTjcXygGfMm + count=7646053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.760544620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.760+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ygGfMm count=7646054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.760259004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.760292658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.760+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HAMhcP inflight=1 count=7619221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.760464166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.760+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HAMhcP inflight=0 count=7619222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.766204066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.765+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.766259827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.766+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ygGfMm inflight=1 count=7646056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.766323329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ygGfMm inflight=0 count=7646057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.805998695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.805+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhXgU5ZEjmYUGbDbCK1yhR15VAzfwVyLzpbz2BZiPaqhcP + count=7619223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.806071877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.805+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PaqhcP count=7619224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.810519427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.810+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.810875436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.810+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PaqhcP inflight=1 count=7619226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.810895963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.810+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PaqhcP inflight=0 count=7619227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.812101987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.811+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhmCtKsWdGX7MSCrmnZdhLqqtLd3Q6f5u2n85zy2MPLSMm + count=7646058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.812157747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.811+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MPLSMm count=7646059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.817756517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.817794622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.817+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MPLSMm inflight=1 count=7646061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.817888202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.817+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MPLSMm inflight=0 count=7646062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.857552143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.857+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rha5wg65btRkyNCV9ryC6oMQwrBZLhtoofBCpFHkAtXzcP + count=7619228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.857604535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.857+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AtXzcP count=7619229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319857]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.862389383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.862+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhXfXMcuNkK5yhfcfxFLpvzcQ7WgXP12PbP7igp5kS3iMm + count=7646063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.862430013Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.862+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kS3iMm count=7646064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.863105350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.862+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.863145350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.862+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AtXzcP inflight=1 count=7619231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.863295513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.862+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AtXzcP inflight=0 count=7619232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.866523403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.866+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.866563078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.866+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kS3iMm inflight=1 count=7646066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.866609985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.866+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kS3iMm inflight=0 count=7646067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.908946719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.908+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhacj8Xugomj1RKGpsujuHCsKq84cGWcAvZj4xjvqW6zcP + count=7619233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.908986319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.908+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qW6zcP count=7619234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319908]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.913156100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.912+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhepSRPGkg6Hqy8A8CyKWhbPdixJb1MG4hJTyW6sGYcEMm + count=7646068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.913196440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.912+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GYcEMm count=7646069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.914690037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.914+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.914722103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.914+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qW6zcP inflight=1 count=7619236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.914750169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.914+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qW6zcP inflight=0 count=7619237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.918226685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.917+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.918319290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.918+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GYcEMm inflight=1 count=7646071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.918328113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.918+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GYcEMm inflight=0 count=7646072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.960165244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.959+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhabNieDZj8pHhXzk25mJaG3ntE9FzD3KTH6GWBKH922cP + count=7619238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.960498765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.960+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H922cP count=7619239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.963899997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.963+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkEnGJusbE9w7aRe2BHg26Scwfu55nTHNgmhQ9XJp3bMm + count=7646073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.963938698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.963+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Jp3bMm count=7646074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.965741114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.965+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.965768743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.965+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H922cP inflight=1 count=7619241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.966039326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:19.965+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H922cP inflight=0 count=7619242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593319966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.969502739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.969+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.969545104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.969+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jp3bMm inflight=1 count=7646076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:19.969889004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:19.969+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jp3bMm inflight=0 count=7646077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593319969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.011429849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.011+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhftGWWdGbHoN1gVh3LHq4FuWieV13Hk7YRFEe6ok57dcP + count=7619243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.011588329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.011+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*k57dcP count=7619244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.014951946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.014+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhecginGLufQYWLHrfQujWkkhwwK2BTDvXmbq1313hAgMm + count=7646078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.014991030Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.014+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3hAgMm count=7646079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.016212777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.015+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.016408386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.016+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k57dcP inflight=1 count=7619246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.016538464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.016+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*k57dcP inflight=0 count=7619247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.019215173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.018+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.019250954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.019+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3hAgMm inflight=1 count=7646081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.019262521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.019+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3hAgMm inflight=0 count=7646082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.062489175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.062+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhk2GeBuiWh3v8DWcL3TbeFYsD7VHpzheaUXQR23NncJcP + count=7619248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.062636420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.062+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NncJcP count=7619249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320062]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.065884765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.065+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhkn5PFwkKa7ELLRDSvpzd7NmYXYByzArKJ3aS3cxHDfMm + count=7646083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.065925881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.065+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xHDfMm count=7646084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.068740467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.068+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.068901577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.068+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NncJcP inflight=1 count=7619251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.069241968Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.068+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NncJcP inflight=0 count=7619252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.070384972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.070+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.070424011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.070+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xHDfMm inflight=1 count=7646086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.070432131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.070+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xHDfMm inflight=0 count=7646087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.113774253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.113+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhhQ9RewM8dY38o2zihkBop4orzuF8zpGujj4rPrmJhTcP + count=7619253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320113]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.113814127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.113+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mJhTcP count=7619254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320113]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.117025310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.116+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYCfPXrGLGax6eCuaM6C9uVbvtAR6oDFPTA8BQuMnrZMm + count=7646088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.117072870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.116+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MnrZMm count=7646089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.119410655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.119+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.119441775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.119+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mJhTcP inflight=1 count=7619256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.119600696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.119+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mJhTcP inflight=0 count=7619257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.122770297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.122+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.122929759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.122+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MnrZMm inflight=1 count=7646091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.122942413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.122+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MnrZMm inflight=0 count=7646092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.165296409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.164+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rha5FgFGG6jrn3tjVRmZBYRBpfrADG3izwVvJ22K3YSNcP + count=7619258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320165]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.165507782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.165+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3YSNcP count=7619259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320165]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.168430183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.168+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhjAcvT3f8ti1cafPfsJ5pkUgWV2sfPbKpQEVt6sTFjxMm + count=7646093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320168]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.168467106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.168+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TFjxMm count=7646094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320168]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.170841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.170+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.171058751Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.170+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3YSNcP inflight=1 count=7619261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.171088235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.170+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3YSNcP inflight=0 count=7619262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.173997479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.173+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.174036208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.173+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFjxMm inflight=1 count=7646096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.174478180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.173+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFjxMm inflight=0 count=7646097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.216602157Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.216+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhYX3ktsvvLBThw59HxM26BMwZ3yjJ6SMhP4TrGJ9p8ScP + count=7619263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.216668830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.216+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9p8ScP count=7619264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.219669552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.219+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYCD7z3JPJhS1BJCVSGv2GDPRbMa2wUWDmZUADRfrXTMm + count=7646098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.219712081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.219+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*frXTMm count=7646099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.227300161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.227+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.227352451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.227+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*frXTMm inflight=1 count=7646101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.227357199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.227+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*frXTMm inflight=0 count=7646102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.256670757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.256+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.256709741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.256+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9p8ScP inflight=1 count=7619266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.256714949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.256+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9p8ScP inflight=0 count=7619267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.267263358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.266+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhf1mkwDTQfHuVL8i2PpCesJyxRKJhquN6f3tvqcC4sgcP + count=7619268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.267317940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.267+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C4sgcP count=7619269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.270866261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.270+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYEZhojdco4Dr42mA6gBtWXtXNeJv26ot6wfjuM3NzmMm + count=7646103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.270951914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.270+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3NzmMm count=7646104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.272412076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.272+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.272465852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.272+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C4sgcP inflight=1 count=7619271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.272475906Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.272+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C4sgcP inflight=0 count=7619272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.274978953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.274+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320274]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.275056756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.274+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3NzmMm inflight=1 count=7646106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.275083322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.274+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3NzmMm inflight=0 count=7646107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.317866437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.317+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhjFkec2bq27wipVVYQc8h1XPQJvZ6bhESusVsjsvBZNcP + count=7619273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.317983089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.317+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vBZNcP count=7619274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.321643105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.321+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhm5mxGwwPXTHowpJt6mfL1iKMtRZoAnYxumAAkZecWPMm + count=7646108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.321688230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.321+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ecWPMm count=7646109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.326019014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.325+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.326055560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.325+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ecWPMm inflight=1 count=7646111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.326061334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.325+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ecWPMm inflight=0 count=7646112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.372752536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.372+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhWgibLEDTfV3rgyAvWxtQuTveguWQu885huNYZZngX4Mm + count=7646113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.372788300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.372+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ngX4Mm count=7646114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.377918615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.377+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.377957615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.377+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ngX4Mm inflight=1 count=7646116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.377963316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.377+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ngX4Mm inflight=0 count=7646117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.395003463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.394+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.395084971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.394+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vBZNcP inflight=1 count=7619276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.395375179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.394+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vBZNcP inflight=0 count=7619277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.395390802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.395+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhZtWHQuhLkK3qXNAegj2WShy6y3vBnyT9YSjVzLsQyjcP + count=7619278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.395633294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.395+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sQyjcP count=7619279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.399683825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.399716091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sQyjcP inflight=1 count=7619281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.399793744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.399+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sQyjcP inflight=0 count=7619282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.423281819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.422+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhcFXuWngBToASSbe6UEtPaRY1iK9SKYbEyDsYJe8EfSMm + count=7646118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.423337532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.423+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8EfSMm count=7646119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.428116018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.427+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.428148778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8EfSMm inflight=1 count=7646121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.428194909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8EfSMm inflight=0 count=7646122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.441559052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.441+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7646123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320441]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.446287845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.445+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhj6ZTeN9E7BfbkdNWWWrrUYL93ivBHRwa7adQF5GcaFcP + count=7619283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.446339284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.446+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GcaFcP count=7619284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.452078806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.451+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.452112929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.451+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GcaFcP inflight=1 count=7619286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.452142577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.452+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GcaFcP inflight=0 count=7619287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320452]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.473889291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.473+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rha48RKnqJAmh3pcWjfUBQ5VB7i1opbH6mWqXCt4cX7CMm + count=7646124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.473924706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.473+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cX7CMm count=7646125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.479567665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.479601931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cX7CMm inflight=1 count=7646127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.479619602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cX7CMm inflight=0 count=7646128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.497835383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.497+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhavAVjneGQvEPgi9cVYi9XrF5PwDxJdHMM6tBAG8i49cP + count=7619288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.497916300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.497+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8i49cP count=7619289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.502387413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.502+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.502428745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.502+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8i49cP inflight=1 count=7619291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.502639544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.502+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8i49cP inflight=0 count=7619292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.525112688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.524+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhiHzKiUAmWtZXKwHffcjaeMRx2JQqVUAxhmAMtcukUvMm + count=7646129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.525152267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.524+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ukUvMm count=7646130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.530405067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.530+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.530449459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.530+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ukUvMm inflight=1 count=7646132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.530455290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.530+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ukUvMm inflight=0 count=7646133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.549216239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.548+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhkmcZeJMLXYJsY1vWxugQJ8vyp8tsb14HbCA7spU1xycP + count=7619293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320549]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.549265430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.548+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U1xycP count=7619294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320549]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.553595404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.553+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.553650564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.553+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U1xycP inflight=1 count=7619296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.553664243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.553+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U1xycP inflight=0 count=7619297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.575957243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.575+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhatNwpjXLVbH9dEkmu8tofj9Bg6EaxXxn9WFe3tUNbpMm + count=7646134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.575989944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.575+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UNbpMm count=7646135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.580112875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.579+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.580243627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UNbpMm inflight=1 count=7646137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.580278200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.580+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UNbpMm inflight=0 count=7646138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.600233476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.599+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhfwVnUUx2mz7j7CPAkvPiy3i6TGLS1JTv8Goj9bHgSQcP + count=7619298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.600301116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.600+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HgSQcP count=7619299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.605525451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.605+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.605577005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.605+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HgSQcP inflight=1 count=7619301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.605592161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.605+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HgSQcP inflight=0 count=7619302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320605]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.626787071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.626+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhYyFi6FSutLnagBdVGZZPA7kUK6WvmMfxEyyaKxgthjMm + count=7646139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.626831573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.626+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gthjMm count=7646140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.631792822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.631828243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.631+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gthjMm inflight=1 count=7646142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.631853315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gthjMm inflight=0 count=7646143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.651109710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.650+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhd8wBzFpVT744XWwoMA7zWJyUFXp8SeTMqLDMnXwJ9GcP + count=7619303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.651264948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.650+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wJ9GcP count=7619304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.655349391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.655384181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wJ9GcP inflight=1 count=7619306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.655594690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wJ9GcP inflight=0 count=7619307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.677401203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.677+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhohZ4N5AUFofGxfbwNi4fYFQM5h42cBRT9qhgaHu5GaMm + count=7646144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.677444049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.677+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u5GaMm count=7646145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.683045102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.682+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.683077023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.682+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5GaMm inflight=1 count=7646147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.683081729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.682+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u5GaMm inflight=0 count=7646148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.702061082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.701+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhn9N4YQJdmpoGK1MSx3H3aPRyHQb5pJniZ4dUcszS1gcP + count=7619308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.702111003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zS1gcP count=7619309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.707562942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.707+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.707602767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.707+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zS1gcP inflight=1 count=7619311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.707623887Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zS1gcP inflight=0 count=7619312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.728598570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.728+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhg5895xgrTrTeFriK1dmXhnxDped3gMD5tsWLVdH75NMm + count=7646149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.728661499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.728+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H75NMm count=7646150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.734572883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.734+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.734623268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.734+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H75NMm inflight=1 count=7646152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.734721316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.734+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H75NMm inflight=0 count=7646153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.753357993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.752+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhXfsoDEmKypQTR9GS922TH31HdEnobThMTxqgzZPZnucP + count=7619313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.753403424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.753+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PZnucP count=7619314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.760024163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.760090889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.759+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PZnucP inflight=1 count=7619316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.760098909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.759+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PZnucP inflight=0 count=7619317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.779245479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.778+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhZJ8NU97qZDtEwYvGwE6r9wnGdxiQ2vrmsBk1j7b51SMm + count=7646154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.779297826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.779+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b51SMm count=7646155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.783934563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.783+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.783972674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.783+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b51SMm inflight=1 count=7646157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.783977393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.783+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b51SMm inflight=0 count=7646158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.804489018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.804+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhoED2vuZXy6uXB2fguCqBKtF3aLqQdSfmZ9px7xuDFEcP + count=7619318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.804555253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.804+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uDFEcP count=7619319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.810027205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.809+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.810058396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.809+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDFEcP inflight=1 count=7619321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.810257495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.809+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDFEcP inflight=0 count=7619322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.830597993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.830+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhWzWrEadYjwYsgJdCPBd73Jd191BSLFqGxb3jiMrmmvMm + count=7646159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.830636630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.830+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rmmvMm count=7646160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.835992208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.835+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.836026040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.835+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rmmvMm inflight=1 count=7646162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.836035425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.835+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rmmvMm inflight=0 count=7646163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.855645270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.855+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rheRMzBFpdB1ZMKSD9yNnZUztyXhzTNp1F3xjpkFKZ5qcP + count=7619323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.855738834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.855+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KZ5qcP count=7619324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.859907059Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.859+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.859936074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KZ5qcP inflight=1 count=7619326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.859941498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KZ5qcP inflight=0 count=7619327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.881376033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.881+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhct5F79jWTx4qyFryZPB3wusbshLsURQZpKTzRu86Q2Mm + count=7646164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.881504365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.881+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*86Q2Mm count=7646165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.886792480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.886+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.886833163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.886+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*86Q2Mm inflight=1 count=7646167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.886973409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.886+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*86Q2Mm inflight=0 count=7646168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.906320187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.905+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhkhbhLWrseQvvciyQBsPD7qMoiQSeieVgreh3uYvyDecP + count=7619328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.906367695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:20.906+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vyDecP count=7619329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593320906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.932396163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.932+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhhYi43Bd4uHxqvPTWU8T6R7SefAxS7pPnv6vGngh1RsMm + count=7646169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.932436814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.932+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*h1RsMm count=7646170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.937954029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.937+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.937993732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.937+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h1RsMm inflight=1 count=7646172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.937999538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.937+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h1RsMm inflight=0 count=7646173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.983543695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.983+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhbckM5jzz33tBacWf9pryMQZwqnufd4eHNFEUzFnRXfMm + count=7646174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.983586670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.983+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nRXfMm count=7646175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.990118578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.989+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.990152879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.989+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nRXfMm inflight=1 count=7646177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:20.990212837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:20.989+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nRXfMm inflight=0 count=7646178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593320990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.034709052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.034+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhj4jdWHwYitvYjbivRDZvjmbMMYBFU3HZKLmDQWYJ3sMm + count=7646179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.034748610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.034+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YJ3sMm count=7646180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.039987970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.039+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.040024311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.039+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YJ3sMm inflight=1 count=7646182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321040]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.040102218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.039+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YJ3sMm inflight=0 count=7646183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321040]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.085520228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.085+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhmLj6mzwVKBLDGyREyGXfGwucVPBaPdJxnx3n5W9ZuaMm + count=7646184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.085558483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.085+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9ZuaMm count=7646185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321085]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.090286374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.090+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.090333672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.090+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9ZuaMm inflight=1 count=7646187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.090375300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.090+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9ZuaMm inflight=0 count=7646188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.127824305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.127951219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.127+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vyDecP inflight=1 count=7619331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.127976418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.127+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vyDecP inflight=0 count=7619332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.128007319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.127+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhmBemaMnthBnKvHyUACxUVxuU8vXmXi7Z9KAmEhuQQFcP + count=7619333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.128039236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.127+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959332 count=7619334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.128275585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.128+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uQQFcP count=7619335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.134065471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.133+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.134218174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.133+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uQQFcP inflight=1 count=7619337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.134236298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.134+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uQQFcP inflight=0 count=7619338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.135925867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.135+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhgNuZud5nS6DMpDhM5G3QiyAsNG6qhk8VcAuRmShraUMm + count=7646189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.135970121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.135+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hraUMm count=7646190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.140994649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.140+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.141035941Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.140+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hraUMm inflight=1 count=7646192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.141041851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.140+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hraUMm inflight=0 count=7646193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.178807440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.178+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhaAjGMJs8eU8n6bRgah6oaTdKRMfsgeioSQotGXgvwQcP + count=7619339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.178941014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.178+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gvwQcP count=7619340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.182724982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.182+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.182744647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.182+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvwQcP inflight=1 count=7619342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.182809191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.182+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gvwQcP inflight=0 count=7619343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.186479970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.186+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhbwPipXZVAVuUzuWYCHEMUpzyAjk2uWWzW76f61pEHWMm + count=7646194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.186521392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.186+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pEHWMm count=7646195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.191402961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.190+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.191498162Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.191+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pEHWMm inflight=1 count=7646197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.191505591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.191+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pEHWMm inflight=0 count=7646198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.229393524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.229+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhbiwPzZTC9xQNm5xMtXvXJ79uL3gbKTg7hgCXWEuLEtcP + count=7619344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.229454910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.229+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uLEtcP count=7619345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.234905985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.234+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.234951917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.234+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uLEtcP inflight=1 count=7619347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.234966776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.234+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uLEtcP inflight=0 count=7619348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.237864710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.237+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhaBsMhwDMQBXTSUzkbcvYodqDWRR7fAbC3p6rugtk7SMm + count=7646199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.237935045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.237+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tk7SMm count=7646200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.241761478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.241+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.241813948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.241+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tk7SMm inflight=1 count=7646202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.241927079Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.241+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tk7SMm inflight=0 count=7646203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.280624116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.280+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhYRrLXoH4RNQD7pksuzEKhMqyYj5v5b8zvMTYx4o3BycP + count=7619349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.280668859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.280+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o3BycP count=7619350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.287211328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.286+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.287246817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.286+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3BycP inflight=1 count=7619352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.287251703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.287+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3BycP inflight=0 count=7619353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.288295054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.288+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhY8WvotFZjYzHKwaxL4h6KK9p3Rc2i4j83bur8LY9rpMm + count=7646204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.288353223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.288+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y9rpMm count=7646205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.294113886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.293+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.294166271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.293+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y9rpMm inflight=1 count=7646207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.294240060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.293+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y9rpMm inflight=0 count=7646208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.331607418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.331+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhkaw2Qx3Zy1mFxLcVEEEmjD3RSEfcYVnw1vGRXg4fSMcP + count=7619354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.331747964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.331+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4fSMcP count=7619355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.336269968Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.336+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321336]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.336308200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.336+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4fSMcP inflight=1 count=7619357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321336]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.336458410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.336+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4fSMcP inflight=0 count=7619358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321336]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.339717770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.339+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhcQg61UYRUMY9SKTLCmwwkVTqtae5cg4WJN3JQSqH19Mm + count=7646209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.339757097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.339+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qH19Mm count=7646210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.343700204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.343+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.343733223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.343+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qH19Mm inflight=1 count=7646212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.343737922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.343+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qH19Mm inflight=0 count=7646213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.382905943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.382+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhdcbfr9FzMoVyzf6hMEJwyf46hNkrbEh1WTGZ9gb8udcP + count=7619359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.382959919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.382+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b8udcP count=7619360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.387976131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.387+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.388007468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.387+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b8udcP inflight=1 count=7619362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.388077482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.387+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b8udcP inflight=0 count=7619363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.390188840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.389+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Mm/zb2rhXsJuiHTKSDAmDGTsfWcPVytsn2pSFdUwPhpc8dKa8jMm + count=7646214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.390267526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.390+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ka8jMm count=7646215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321390]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.394620625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.394+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.394655742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.394+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ka8jMm inflight=1 count=7646217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.394764355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.394+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ka8jMm inflight=0 count=7646218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.433746839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.433+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhnXCoDWWvdGM7KoMUAgoazG5ysBVMyV7S9Zap3PpWRXcP + count=7619364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.433794478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.433+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pWRXcP count=7619365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.438162734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.437+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.438228183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.437+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pWRXcP inflight=1 count=7619367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.438284453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pWRXcP inflight=0 count=7619368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.441310137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.441+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhXVmLWkvDkHNd6bcGppKVrAd8ruLRB2k3t3YApji9iiSc + count=7646219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321441]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.441346882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.441+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*i9iiSc count=7646220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321441]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.446272812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.446+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i9iiSc inflight=0 count=7646223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.446186513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.445+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-nt4sBOvK4VyD1_IkR","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.446230589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.446+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i9iiSc inflight=1 count=7646222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.473976116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.473+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7619369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.484158227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.483+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhbeNo9eZxto1VWDt1BgaBCTjSWPpXNzhnuXdsogXJMLcP + count=7619370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.484311303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.484+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XJMLcP count=7619371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.488394604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.488+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.488435484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.488+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XJMLcP inflight=1 count=7619373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.488594576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.488+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XJMLcP inflight=0 count=7619374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.491840540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.491+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhbCtHSrUqJecz5JavwUG2ddV814WuMVUmMv7Ts9JKjbSc + count=7646224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.491910726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.491+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JKjbSc count=7646225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.497618274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.497+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.497655816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.497+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JKjbSc inflight=1 count=7646227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.497689454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.497+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JKjbSc inflight=0 count=7646228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.535185819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.534+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/cP/zb2rhi1SGgsFUhJo972fVMzy8o8muf3dwi69JdabNhovS47cP + count=7619375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.535248303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.534+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vS47cP count=7619376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.540733619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.540+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.540782961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.540+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vS47cP inflight=1 count=7619378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.540792467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.540+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vS47cP inflight=0 count=7619379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.543027638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.542+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhWudYyaqnGLgL46jD5Zi61Noea9kB8XxoFd87pCgKGFSc + count=7646229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.543077224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.542+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gKGFSc count=7646230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.547816543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.547+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.547850103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.547+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gKGFSc inflight=1 count=7646232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.547973857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.547+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gKGFSc inflight=0 count=7646233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.586644996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.586+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhWtjhnBxoBjJrpiPqLoTwY8wkDobX7bCdGBgNqASvGsLM + count=7619380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.586681850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.586+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SvGsLM count=7619381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.591010875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.590+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.591077654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.590+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SvGsLM inflight=1 count=7619383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.591082238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.590+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SvGsLM inflight=0 count=7619384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.598107411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.593+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhir4WRENCw5GYAomZB26RLNPiPcPymB1dKYFje1RScFSc + count=7646234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.598149354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.593+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RScFSc count=7646235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.602848159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.602906849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RScFSc inflight=1 count=7646237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.602913772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.602+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RScFSc inflight=0 count=7646238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1BZdZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.637731292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.637+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhcCHMs2vm67V1W8XvtTjhA9RrnDZoCFu8Hiiq6Ssn6mLM + count=7619385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.637826735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.637+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sn6mLM count=7619386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321637]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.643969055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.643+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.644308652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.644+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhgipYxmqQmEjApgaCt1QHuindCKYxrzuZbynLQjjCjaSc + count=7646239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.644342889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.644+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jCjaSc count=7646240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.644014772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.643+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sn6mLM inflight=1 count=7619388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.644322867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.643+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sn6mLM inflight=0 count=7619389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321644]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.649585119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.649+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.649617288Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.649+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jCjaSc inflight=1 count=7646242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.649678261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.649+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jCjaSc inflight=0 count=7646243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.688691900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.688+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhhqgJuF7VAmZhDBxpG96Bh8zuzyLXHj3FB1ZPRdkrGzLM + count=7619390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.688730524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.688+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*krGzLM count=7619391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.694297961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.693+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.694338305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.694+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*krGzLM inflight=1 count=7619393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.694347438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.694+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*krGzLM inflight=0 count=7619394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.695085089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.694+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhmZx9Ut5FyDZAQnQRKLKCJMv37wutaXT5tx3qsrDfENSc + count=7646244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.695235947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.694+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DfENSc count=7646245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.699049186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.698+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.699082876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.698+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DfENSc inflight=1 count=7646247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.699119867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.698+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DfENSc inflight=0 count=7646248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.740701286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.740+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhaQoFroSWL6sgppWR4QBxSipF5KKCEyLXAsZi9pcVL5LM + count=7619395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.740759343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.740+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cVL5LM count=7619396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.745632769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.745+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhXTkujUe2oUxZMzqNWNfMqD4uGTV5MR66r7c2C9guBSc + count=7646249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.745677741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.745+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9guBSc count=7646250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.746413755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.745+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.746448501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.746+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cVL5LM inflight=1 count=7619398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.746453258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.746+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cVL5LM inflight=0 count=7619399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.750714378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.750+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.750744523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.750+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9guBSc inflight=1 count=7646252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.750781300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.750+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9guBSc inflight=0 count=7646253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.791965550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.791+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXH8UZy9f7ULGiLghi7hsRRH9MjhAxhY9Rwdppah9sKLM + count=7619400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321791]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.792059697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.791+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*h9sKLM count=7619401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.796331293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.795+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhnanxcZphmmTtVFJiVcA651HDz1D4SXGdbqPvCxEFC8Sc + count=7646254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.796373579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.796+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EFC8Sc count=7646255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.797786283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.797+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.797830931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.797+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h9sKLM inflight=1 count=7619403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.798030562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.797+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h9sKLM inflight=0 count=7619404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.801189579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.800+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.801294616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.801+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EFC8Sc inflight=1 count=7646257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.801316034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.801+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EFC8Sc inflight=0 count=7646258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.842609089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.842+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhn1TXzFjbDtppNH34pAG9qCyGQkng24FL2GS5nX7KTyLM + count=7619405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.842661479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.842+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7KTyLM count=7619406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.846683084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.846+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhnEuqm3Aqcr359tLqG31Zkf8cLZLvqgstkcHf19ZVaDSc + count=7646259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.846793167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.846+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZVaDSc count=7646260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.849286096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.848+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.849369897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.849+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7KTyLM inflight=1 count=7619408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.849436760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.849+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7KTyLM inflight=0 count=7619409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321849]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.851635936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.851+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.851671033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.851+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZVaDSc inflight=1 count=7646262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1C6L9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.851714674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.851+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZVaDSc inflight=0 count=7646263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.894112629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.893+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhmooix3p6Zc4gVEiNcit6Apmy7HjLEsFKLeGt2kbg5aLM + count=7619410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.894168625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.893+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bg5aLM count=7619411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.897189075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.896+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rheG8ZZvSDUffjkD2VkLPkMLMyE3DLxWcEyC7QDkTxNJSc + count=7646264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.897232128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.897+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TxNJSc count=7646265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.899128861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.898+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.899237877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.898+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg5aLM inflight=1 count=7619413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.899386070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.899+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg5aLM inflight=0 count=7619414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.902090557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.901+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.902126142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.901+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TxNJSc inflight=1 count=7646267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.902183384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.901+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TxNJSc inflight=0 count=7646268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.944855598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.944+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhnu5Ed9LRj3GyLcS64LQHHF1JNzLGutFzcTDPAcQD4CLM + count=7619415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.945012136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.944+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QD4CLM count=7619416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.947605859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.947+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhi4rkV426ZFv5Az25Q1amonPSV3CcSfLVzpHZGhVk3iSc + count=7646269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.947741260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.947+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Vk3iSc count=7646270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.950467280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.950+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.950497456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.950+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QD4CLM inflight=1 count=7619418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.950683524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.950+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QD4CLM inflight=0 count=7619419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.951923982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.952033874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.951+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vk3iSc inflight=1 count=7646272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.952041223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.951+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vk3iSc inflight=0 count=7646273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.996246946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.995+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhgXzbiwhKUTdxCXCQntidHCmnLUtDvKT4s7mbqLFt8SLM + count=7619420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.996304897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:21.996+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ft8SLM count=7619421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593321996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.998681803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.998+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhcSSWscEvEdv72U6Jsy6PiyWizpS7XUopuoc97XpuyWSc + count=7646274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:21.998726950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:21.998+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*puyWSc count=7646275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593321998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.001934224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.001+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.001963283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.001+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ft8SLM inflight=1 count=7619423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.001967764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.001+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ft8SLM inflight=0 count=7619424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.003645044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.003+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.003677820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.003+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*puyWSc inflight=1 count=7646277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.003764637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.003+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*puyWSc inflight=0 count=7646278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.046984970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.046+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhcZPsLZngqUpThCYXW9FXcDwqjhJxV7VLwEXnDefoM6LM + count=7619425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.047063350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.046+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*foM6LM count=7619426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.049489002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.049+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhf7WcaBJ49b1foToMoK8uA39PG2E756Azt2nVEw4SM9Sc + count=7646279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.049532188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.049+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4SM9Sc count=7646280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.051244270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.050+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322051]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.051274056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.050+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foM6LM inflight=1 count=7619428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322051]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.051278587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.050+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foM6LM inflight=0 count=7619429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322051]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.054846852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.054+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.054925209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.054+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4SM9Sc inflight=1 count=7646282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.054963953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4SM9Sc inflight=0 count=7646283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.097776922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.097+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhcLGbLr5oowpp1UxLL28j8BtCRYNsNRK4NrMHuBpA9DLM + count=7619430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.097822790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.097+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pA9DLM count=7619431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.100460195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.100+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhXWjMsUwErWuXcPYHeTRuxjYpewWmPAfQ6TmnbZdVLBSc + count=7646284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.100500534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.100+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dVLBSc count=7646285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105376780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105409742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dVLBSc inflight=1 count=7646287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105414852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dVLBSc inflight=0 count=7646288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105801104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105885617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pA9DLM inflight=1 count=7619433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.105918289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.105+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pA9DLM inflight=0 count=7619434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322105]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.148302270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.147+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhmeZD9kcGRoz5vAxCU5G5pvh8fEYJYXQ6LUbGSPoch3LM + count=7619435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.148370311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.148+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*och3LM count=7619436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322148]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.151941917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.151+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhaVM1NDcJHA9j1afv1K3bcBiJ9XCdEKrgmQ5xfR7yTmSc + count=7646289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.151978916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.151+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7yTmSc count=7646290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.153662099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.153+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.153696722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.153+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*och3LM inflight=1 count=7619438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.153815149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.153+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*och3LM inflight=0 count=7619439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322153]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.156171460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.156273134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7yTmSc inflight=1 count=7646292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.156297283Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.156+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7yTmSc inflight=0 count=7646293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.199390555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.198+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhc7Hg5B25pQM1L7EurGpJjuG9QJWKykfP1bK5w6zkTdLM + count=7619440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.199429326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.199+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zkTdLM count=7619441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.202760105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.202+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhHezBVmEJdrQRC2nBDtJ73D3uJTfKg1GKSwAM3xLwFSc + count=7646294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.202928222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.202+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xLwFSc count=7646295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.203988589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.203+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322203]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.204020796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.203+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zkTdLM inflight=1 count=7619443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.204061207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.203+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zkTdLM inflight=0 count=7619444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.206993152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.207028799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xLwFSc inflight=1 count=7646297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.207047215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xLwFSc inflight=0 count=7646298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.250726493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.250+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhYDU3ZKmfdsrdjgungpT8VgcDEc4v12Z1fw1qQ7M9v3LM + count=7619445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.250780228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.250+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M9v3LM count=7619446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.253645659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.253+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhavHTzV18hrjkhsJYjDos8SAnSr4ryQ2gfpwuPcbUvmSc + count=7646299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.253690686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.253+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bUvmSc count=7646300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.255269629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.254+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.255320225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.255+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M9v3LM inflight=1 count=7619448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.255327298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.255+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M9v3LM inflight=0 count=7619449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.258975967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.258+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.259018325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUvmSc inflight=1 count=7646302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.259024765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.258+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUvmSc inflight=0 count=7646303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322259]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.301807939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.301+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhWeo9hpgrJ9dV3oMHJxN6nJXf4iPiEFccPq2aH9kf8oLM + count=7619450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.301883973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.301+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kf8oLM count=7619451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.304490227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.304+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhnmKgH8QTfALZq3S1ahjZRjDPBTCwMq9FzYB1aonDiySc + count=7646304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.304545751Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.304+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nDiySc count=7646305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322304]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.307363409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.307+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.307395888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kf8oLM inflight=1 count=7619453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.307506019Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kf8oLM inflight=0 count=7619454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.310839364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.310+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.310905784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.310+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDiySc inflight=1 count=7646307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.310999993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.310+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDiySc inflight=0 count=7646308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.352898718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.352+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhhonaZ77QhvHcoNtR1Rc9LVA2GRum1wPnn4DcfyJk6BLM + count=7619455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322352]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.352950592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.352+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Jk6BLM count=7619456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322352]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.355417616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.355+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhckCZmCVugy1k9fcZ3i7os1kqwyrKESxRmjeCaekU2KSc + count=7646309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.355516015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.355+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kU2KSc count=7646310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322355]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.358619840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.358654946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jk6BLM inflight=1 count=7619458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.358662720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.358+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jk6BLM inflight=0 count=7619459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.373602016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.373+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.373649730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.373+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kU2KSc inflight=1 count=7646312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.373681676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.373+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kU2KSc inflight=0 count=7646313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.404212301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.403+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhhBiMsL1BLMt54Fsc7TndGm7tAFK3RCuDpnGW4hrzMxLM + count=7619460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.404274579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rzMxLM count=7619461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.406222835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.405+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhdixozZkZ6vBUFY7KErwoCJy3ogmKa5KmPtetveA1g6Sc + count=7646314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.406266496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.406+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A1g6Sc count=7646315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322406]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.411570314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.411608976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A1g6Sc inflight=1 count=7646317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.411614578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A1g6Sc inflight=0 count=7646318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.412192029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.412278997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rzMxLM inflight=1 count=7619463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.412312783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.412+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rzMxLM inflight=0 count=7619464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.454905704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.454+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhkWVjnLfrrYxAW6JUF1TpQi7Aj4Dh6XHnRXW9gjyHohLM + count=7619465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.454958315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.454+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yHohLM count=7619466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.457035410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.456+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhXipRj87j8H3vocwYqVgUAgApVgooK8cwa9Wxh1MRWfSc + count=7646319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.457082846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.456+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MRWfSc count=7646320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.459509855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.459556572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yHohLM inflight=1 count=7619468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.459592149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yHohLM inflight=0 count=7619469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.462076874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.461+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.462114997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.461+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MRWfSc inflight=1 count=7646322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.462147498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.461+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MRWfSc inflight=0 count=7646323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.506142951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.505+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXSQdu1Mthsqq9tLyBW9eQmgrnausjevXuD8TZzHy3DLM + count=7619470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.506196923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.505+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hy3DLM count=7619471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.507649567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.507+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhar2PwcBHtNKJSnHvSD9cKZUeyMBGxXPty7pvEMY4JCSc + count=7646324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.507693838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.507+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y4JCSc count=7646325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.510661334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.510+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.510695369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.510+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hy3DLM inflight=1 count=7619473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.510700948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.510+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hy3DLM inflight=0 count=7619474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322510]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.512168204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.512201282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.511+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y4JCSc inflight=1 count=7646327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.512205843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.511+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y4JCSc inflight=0 count=7646328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.557194950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.556+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhm7UZwVQoMHV64GobB5GA42CmspyZuYGzyrfngsAMesLM + count=7619475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.557269761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.556+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AMesLM count=7619476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.558613252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.558+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhmKkXYnKTuZk63xAs8pLkctAXqttmhFst9ZGU3rPVnwSc + count=7646329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.558652462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.558+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PVnwSc count=7646330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563225233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563263204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.563+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PVnwSc inflight=1 count=7646332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563269911Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PVnwSc inflight=0 count=7646333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563234730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563287871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.562+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AMesLM inflight=1 count=7619478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.563351726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AMesLM inflight=0 count=7619479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.607834392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.607+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhdBxzRJ2m6ctXGBM4NsFmrUVo4uWLq6zVdfncF7FqSALM + count=7619480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.607882463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.607+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FqSALM count=7619481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322607]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.609743950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.609+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhm2Czbby5pVuC18Q4LY4nskUjGYcRQSZVKC67ZFe8SrSc + count=7646334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.609818401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.609+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e8SrSc count=7646335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.612005058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.611+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.612034868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.611+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FqSALM inflight=1 count=7619483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.612039663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.611+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FqSALM inflight=0 count=7619484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.615347913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.615+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.615381203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.615+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e8SrSc inflight=1 count=7646337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.615392823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.615+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e8SrSc inflight=0 count=7646338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322615]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.658575177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.658+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhY5fDraPwxohDTzRdk7fRmDp5githvo2m6SNBR6b72zLM + count=7619485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.658626339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.658+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b72zLM count=7619486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.660899997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.660+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhkqjRTPQPLgChDr67963yPQ4brEmGX8YfAgiQaxeaesSc + count=7646339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.660942256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.660+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eaesSc count=7646340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.663914472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.663+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.663945742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.663+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b72zLM inflight=1 count=7619488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.663958152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.663+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b72zLM inflight=0 count=7619489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.665666424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.665+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.665704681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.665+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eaesSc inflight=1 count=7646342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.665710389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.665+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eaesSc inflight=0 count=7646343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.709658445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.709+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rho5VuZEKRq89RYQxcueDz3UpDBsn5EhN47HjhrWVYB2LM + count=7619490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.709752544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.709+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VYB2LM count=7619491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322709]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.712265075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.711+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhar3fPPo6uJfxN2pobPKSmwFdord7h45ffxqvwna173Sc + count=7646344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322712]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.712309346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.712+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a173Sc count=7646345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322712]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.714715994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.714+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.714744994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.714+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VYB2LM inflight=1 count=7619493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.714809337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.714+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VYB2LM inflight=0 count=7619494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.716266391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.716319839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.716+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a173Sc inflight=1 count=7646347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.716402800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.716+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a173Sc inflight=0 count=7646348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.760284098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.759+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhnTGNFPAkKwdH3PmdwNW4NtfvWgqh6qM22hy8VwM1XgLM + count=7619495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.760327645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.760+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*M1XgLM count=7619496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.762826069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.762+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhetR4r5teEHr17pXjNcRYZ29JrUHgyAsEgJBxk9TwTSSc + count=7646349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.762932074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TwTSSc count=7646350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766731108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.766+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766761442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.766+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TwTSSc inflight=1 count=7646352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766772908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TwTSSc inflight=0 count=7646353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766121282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.765+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766157125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.765+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M1XgLM inflight=1 count=7619498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.766192762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*M1XgLM inflight=0 count=7619499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.810839588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.810+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhYyRjXoPVS4zHEWpeTCNfGh82ejr8PyxitJLHNBhfLnLM + count=7619500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.810901531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.810+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hfLnLM count=7619501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.813299890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhk4m7qqjpnT61yPXTyR9xJc2TErpNeuQKBU7QR5CLoqSc + count=7646354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.813359036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.813+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CLoqSc count=7646355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.814803586Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.814+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322814]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.814879462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.814+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hfLnLM inflight=1 count=7619503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322814]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.814940343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.814+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hfLnLM inflight=0 count=7619504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322814]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.818529881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.818+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.818566376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.818+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CLoqSc inflight=1 count=7646357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.818572985Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CLoqSc inflight=0 count=7646358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.861489679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.861+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhiVkrGvNxAtHSDofHRozKRagTcpJ43FG9XaEJKo4ZJsLM + count=7619505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322861]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.861571179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.861+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4ZJsLM count=7619506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322861]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.864055365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhkUycLwidNf91my1LajcNbg3Ew8sMZAiRLAzxw3Bq91Sc + count=7646359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.864090253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Bq91Sc count=7646360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.866746970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.866+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.866783285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.866+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4ZJsLM inflight=1 count=7619508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.866941708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.866+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4ZJsLM inflight=0 count=7619509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.867863200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.867901292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bq91Sc inflight=1 count=7646362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.867906258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bq91Sc inflight=0 count=7646363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.912422713Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.912+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhcGqVUy2VGBim8wcsBxhxzNvgGoHCYxRV9xvPZ2XrDZLM + count=7619510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322912]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.912465889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.912+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XrDZLM count=7619511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322912]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.914510720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhh21Yo5ttMHMz7BCGy9m1Z2z1J2ggWZyBhKuHVQuuNYSc + count=7646364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.914555662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.914+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uuNYSc count=7646365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.918467679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.918+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.918509842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.918+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XrDZLM inflight=1 count=7619513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.918517642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.918+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XrDZLM inflight=0 count=7619514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.920206729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.919+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.920239978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.920+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuNYSc inflight=1 count=7646367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.920307851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.920+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuNYSc inflight=0 count=7646368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.963205344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.962+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhWmuePvQifxQVQxvZpU8L9BDRucVHeLwfNLXbs24CggLM + count=7619515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.963266146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.962+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4CggLM count=7619516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.965805029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhbCPKNMncQQsUE6KQ9QWb7rTbHpzKxXzsLU44VYRAcfSc + count=7646369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.965840768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.965+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RAcfSc count=7646370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.967523704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.967+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.967717535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.967+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4CggLM inflight=1 count=7619518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.967735618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:22.967+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4CggLM inflight=0 count=7619519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593322967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.971635539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.971+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.971669517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RAcfSc inflight=1 count=7646372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:22.971681762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:22.971+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RAcfSc inflight=0 count=7646373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593322971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.014287038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.013+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhk7e7G1KRSL8qE9NXQ79La87BDyn9tqyUF1Kb341aCHLM + count=7619520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.014326078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.014+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1aCHLM count=7619521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.016294365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.015+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhfvegCaFcS6VKz7JMZsPeYaFghayedSAkPg15EFnaBCSc + count=7646374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.016339429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*naBCSc count=7646375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.019909006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.019+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.019944097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.019+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1aCHLM inflight=1 count=7619523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.019948880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.019+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1aCHLM inflight=0 count=7619524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323019]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.022203715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.021+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.022240628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.022+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*naBCSc inflight=1 count=7646377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.022245429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.022+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*naBCSc inflight=0 count=7646378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.064639701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.064+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXc8Ed2uCcJbQnAwbJdcd9VJyGigcqoFiYxPvf8bsEsLM + count=7619525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.064688904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.064+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bsEsLM count=7619526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.066788845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.066+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhmAoDWfgvttvtNruJHGMtfzjb1eJQAidDTV1cH5mbv1Sc + count=7646379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.066820601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.066+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mbv1Sc count=7646380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323066]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.070428338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.070+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.070459429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.070+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bsEsLM inflight=1 count=7619528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.070671900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.070+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bsEsLM inflight=0 count=7619529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323070]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.071213428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.070+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.071267456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.071+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mbv1Sc inflight=1 count=7646382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.071272573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.071+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mbv1Sc inflight=0 count=7646383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.115245644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.114+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhbAw53jvdMaRUyJR6X4MjqTnum13E4cvJ2yzhF5n6GJLM + count=7619530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.115287598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.114+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n6GJLM count=7619531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.117807124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.117+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhE7CQRVKpwvPJZP9mcxdvSeJtmW6vpdFVkaMC6n2bRSc + count=7646384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.117844960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.117+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n2bRSc count=7646385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.119850266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.119+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.119881120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.119+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n6GJLM inflight=1 count=7619533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.119918182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.119+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n6GJLM inflight=0 count=7619534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.122160522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.121+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.122201936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.122+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n2bRSc inflight=1 count=7646387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.122228638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.122+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n2bRSc inflight=0 count=7646388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.166458838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.165+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhbNCxDUBL1orQ2vbqWsQXH6PejkgwNPCPtmvyjHJ3YXLM + count=7619535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.166533024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.166+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J3YXLM count=7619536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.168790609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.168+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhoL3bs1L7WKrZJqNLawDQV6mV14EPQUrWF1UXvmi5E9Sc + count=7646389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323168]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.168828329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.168+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*i5E9Sc count=7646390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323168]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.172304788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.172+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323172]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.172465414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.172+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J3YXLM inflight=1 count=7619538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323172]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.172479425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.172+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J3YXLM inflight=0 count=7619539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323172]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.177392434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.176+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.177427006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.177+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i5E9Sc inflight=1 count=7646392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.177432876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.177+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*i5E9Sc inflight=0 count=7646393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.216960158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.216+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhfb9c9rUznAvd25LQRUHVYyvJMNKXEVkCTstCKZDXMjLM + count=7619540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.216996251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.216+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DXMjLM count=7619541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.219901383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.219+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhfnJmKVTQYrnLfMHU7T4vqJfe23s1Z5r9YhkJYYXbQtSc + count=7646394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.219979592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.219+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XbQtSc count=7646395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.222919281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.222+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323222]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.222959671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.222+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DXMjLM inflight=1 count=7619543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323222]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.222972980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.222+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DXMjLM inflight=0 count=7619544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323222]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.224078974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.223+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.224124443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.223+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XbQtSc inflight=1 count=7646397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.224161680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.224+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XbQtSc inflight=0 count=7646398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.267526935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.267+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhd4dTLczvXQ3NegzqPEbKnewe6wNRiQqmjweUPYHZmALM + count=7619545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.267595255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.267+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HZmALM count=7619546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.270703143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.270+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhuV3PngLj4abBtzpAgqfPMbiNC5RA5scorR6yk6AKnSc + count=7646399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.270747159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.270+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6AKnSc count=7646400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323270]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.272191345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.271+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.272224381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.272+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HZmALM inflight=1 count=7619548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.272237823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.272+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HZmALM inflight=0 count=7619549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.274896020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.274+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323274]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.274931198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.274+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6AKnSc inflight=1 count=7646402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323274]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.274944834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.274+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6AKnSc inflight=0 count=7646403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323274]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.318653050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.318+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhgNhHTu1XqqNqRa5Dwo9LuYEdPatmQQCrdsA4fAEVXfLM + count=7619550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.318918640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.318+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EVXfLM count=7619551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.321558873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.321+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhaPaQPV3AexmvSRxYZAQMiD2byMacQNpDhN73qJGrxXSc + count=7646404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.321595893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.321+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GrxXSc count=7646405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323321]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.323795670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.323+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.323820414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.323+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EVXfLM inflight=1 count=7619553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.323965771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.323+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EVXfLM inflight=0 count=7619554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.326537592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.326+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.326579568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.326+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GrxXSc inflight=1 count=7646407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.326586612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.326+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GrxXSc inflight=0 count=7646408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.369447713Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.369+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhiyQC8LpwhZZyPMppSFxowbsPShjP5q76A7QZY3gofaLM + count=7619555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.369496961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.369+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gofaLM count=7619556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.372009805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.371+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhmgh8oMXYpnJdfWTM1dwcPrHAq7Z6qXJRF1zQcD68QdSc + count=7646409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.372082636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.371+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*68QdSc count=7646410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.374043314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.373+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.374075193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.373+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gofaLM inflight=1 count=7619558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.374103134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.373+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gofaLM inflight=0 count=7619559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.377644937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.377+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.377684835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.377+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*68QdSc inflight=1 count=7646412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.377781430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.377+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*68QdSc inflight=0 count=7646413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.420706083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.420+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhaVMUhzkEtjFxeVBgrrakKVe8HiKx67HJMk2vt7a7PaLM + count=7619560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.420759050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.420+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*a7PaLM count=7619561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.423302692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.423+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhohKaqwwomGkBubKqe2DofMEycVbc3JzURAYfkWjw9qSc + count=7646414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.423369582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.423+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jw9qSc count=7646415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323423]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427731639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.427+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427763114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jw9qSc inflight=1 count=7646417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427769093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jw9qSc inflight=0 count=7646418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427275864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.426+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427344037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a7PaLM inflight=1 count=7619563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.427400323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*a7PaLM inflight=0 count=7619564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.442272295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.441+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7646419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.471891536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.471+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhabLfxA3c77kNLriKALBbE8GKeTgVMqZxwCJpRoYX9LLM + count=7619565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.472044763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.471+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YX9LLM count=7619566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.474666166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.474+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhufq5RNut75GjrNCGpoPP5s7xg7aazA2ovkRE9c9cmSc + count=7646420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.474709428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.474+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*c9cmSc count=7646421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.476363126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.476+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.476391284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.476+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YX9LLM inflight=1 count=7619568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.476531773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.476+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YX9LLM inflight=0 count=7619569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.479631473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.479670372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c9cmSc inflight=1 count=7646423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.479676879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c9cmSc inflight=0 count=7646424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.522991626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.522+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhZtERsw9w7pUcb2h7Gn7uSb4sGZjNAspWMAf2i3nsWELM + count=7619570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.523090690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.522+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nsWELM count=7619571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.525204931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.524+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhoNQprsUyy3LndRqqiiVmD4t16FWHGarTdncZCnFQU2Sc + count=7646425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.525241811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.525+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FQU2Sc count=7646426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.527229668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.526+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.527265630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.527+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nsWELM inflight=1 count=7619573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.527288852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.527+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nsWELM inflight=0 count=7619574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.530152525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.529+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.530194711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.529+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FQU2Sc inflight=1 count=7646428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.530243553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.530+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FQU2Sc inflight=0 count=7646429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.573941042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.573+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhiGiYRk6cAHHDARrCKFFH8s8JHAACkEqCFYmrmYUnayLM + count=7619575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.573985743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.573+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UnayLM count=7619576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323573]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.575853035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.575+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhXLY1KBi41FkFkgCRVBiiBYdZccZGHsZrzEae4SkF29Sc + count=7646430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.575893511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.575+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kF29Sc count=7646431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.578122294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.577+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.578190176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.577+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnayLM inflight=1 count=7619578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.578200473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.577+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnayLM inflight=0 count=7619579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323578]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.580160876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.579+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.580200265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kF29Sc inflight=1 count=7646433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.580243453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.580+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kF29Sc inflight=0 count=7646434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.624667207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.624+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhfNASwnPqg2esqjwCv1AaBh4s9vUnwGoRc6sjtGDFCeLM + count=7619580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.624737284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.624+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DFCeLM count=7619581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.626688298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.626+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhXTjQjbhRtDKXQpjjZRwLJKq7ND83CzN4rd1tGMC8XXSc + count=7646435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.626730964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.626+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C8XXSc count=7646436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.630044756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.629+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.630094771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.629+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DFCeLM inflight=1 count=7619583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.630185161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.629+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DFCeLM inflight=0 count=7619584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.631695183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.631731550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.631+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C8XXSc inflight=1 count=7646438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.631736557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C8XXSc inflight=0 count=7646439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.675746148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.675+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhiGyPLfgd4bkZPSmMJnHfbAckfB8KLPNfE4b81t3RXyLM + count=7619585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.675804257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.675+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3RXyLM count=7619586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.678008438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.677+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhes4QVvBhRqrqfVTM8DPBSdyzr3iSysWcgTP3iYn1caSc + count=7646440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.678070139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.677+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*n1caSc count=7646441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.679934261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.679+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.679967487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.679+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3RXyLM inflight=1 count=7619588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.680013819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.679+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3RXyLM inflight=0 count=7619589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.682918224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.682+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.682978047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.682+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n1caSc inflight=1 count=7646443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.683002076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.682+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*n1caSc inflight=0 count=7646444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.726664853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.726+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhheMU24tQs1rRa7wSweJkNHy6fcyZVQPDZZVTagnXu2LM + count=7619590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.726704770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.726+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nXu2LM count=7619591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.728475938Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.728+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhi2SP67u26dWCj2oHWgQqNoXE4YdLR6psvwnyChoXseSc + count=7646445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.728511203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.728+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oXseSc count=7646446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.731187549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.730+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.731361909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.731+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXu2LM inflight=1 count=7619593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.731431042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.731+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXu2LM inflight=0 count=7619594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.733576804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.733+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.733610081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.733+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oXseSc inflight=1 count=7646448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.733619054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.733+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oXseSc inflight=0 count=7646449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.777958473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.777+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhnuDSyqjJkNA78tj9aZNYTSgX6WtLNxoALT1yp5WdJrLM + count=7619595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323777]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.778054349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.777+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WdJrLM count=7619596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323778]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.779171262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.778+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhYe82ny6W8XzY2wRKS6ANGGFk6zm6wdqVMUZcdrnLD8Sc + count=7646450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.779204799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.778+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nLD8Sc count=7646451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.782411124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.782+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.782483421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.782+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WdJrLM inflight=1 count=7619598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.782618104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.782+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WdJrLM inflight=0 count=7619599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.783154490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.782+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.783187541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.782+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nLD8Sc inflight=1 count=7646453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.783192238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.783+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nLD8Sc inflight=0 count=7646454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.829589387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.829+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhjLBptT2bkZLNC69WbZCC984Fu6oA3UTgVuebShXc3mSc + count=7646455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.829655871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.829+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xc3mSc count=7646456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.829184403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.828+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhkJPcS2ytJw3H5RZfRowCbnPnDoqeUAYntC5qNgZ8BVLM + count=7619600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.829313413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.828+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Z8BVLM count=7619601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.834308201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.834+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.834337998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.834+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xc3mSc inflight=1 count=7646458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.834476112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.834+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xc3mSc inflight=0 count=7646459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.835289833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.835+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z8BVLM inflight=1 count=7619603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.835304363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.835+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z8BVLM inflight=0 count=7619604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1BZhZ","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.835240592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.834+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.879955785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.879+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXk2tTEqqK1P4zENMh1WAfkuSVC8JUXhxyrx2fEivaSLM + count=7619605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.879995392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.879+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ivaSLM count=7619606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.881015390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.880+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhiMx6CezbkrNn1kK1Y9VP9Kj5JRxL5yLPzJpkQU8NfUSc + count=7646460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.881087115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.880+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8NfUSc count=7646461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.884061548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.883+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.884133565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.883+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ivaSLM inflight=1 count=7619608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.884218608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.884+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ivaSLM inflight=0 count=7619609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.885964115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.885+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.885994611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.885+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8NfUSc inflight=1 count=7646463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.885999680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.885+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8NfUSc inflight=0 count=7646464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.930738855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.930+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhgtm7Nh1fKdZNYdCdZT7vEe9oCntDbkoBPEQLj5QDAeLM + count=7619610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.930798202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.930+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QDAeLM count=7619611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.932302011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.931+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhdUsb4bQUyeqCnNwypev58C93MNThLRo1VzuZAsBJXhSc + count=7646465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.932345755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.932+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BJXhSc count=7646466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.934863565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.934+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.934909837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.934+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QDAeLM inflight=1 count=7619613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.934919393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.934+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QDAeLM inflight=0 count=7619614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.937841264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.937+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.937879425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.937+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BJXhSc inflight=1 count=7646468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.937885095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.937+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BJXhSc inflight=0 count=7646469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.981504465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.981+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXviKeCnFWaUUSARy4rcELuP2EcwjvoLsVWR2joCHm1LM + count=7619615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.981550247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.981+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CHm1LM count=7619616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323981]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.983344904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.983+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rheyHQ4VbtankrEfSU217eniCwLoCx9C3hqScqyZDxvtSc + count=7646470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593323983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.985924192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.985+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323985]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.985997798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.985+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CHm1LM inflight=1 count=7619618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323985]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:23.986006394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:23.985+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CHm1LM inflight=0 count=7619619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593323986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Fa0h","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032054923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.031+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhm5DqXjUhLjeYYFNBrdt4PJTEj3AG7Ltvy6SveuLghsLM + count=7619620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032132997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.031+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LghsLM count=7619621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032609492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:23.983+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DxvtSc count=7646471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032640689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.012+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032647436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.012+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DxvtSc inflight=1 count=7646473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.032652168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.012+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DxvtSc inflight=0 count=7646474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.033701361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.033+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhhkNmKDbNNHt8CEehTLneJcRBbK1zvpWK9rGDWXyQ7YSc + count=7646475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.034117034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.033+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yQ7YSc count=7646476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324034]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.036293160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.036+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LghsLM inflight=1 count=7619623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.036305721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.036+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LghsLM inflight=0 count=7619624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.036263571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.035+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.039136744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.038+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.039171127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.038+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yQ7YSc inflight=1 count=7646478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.039217790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.039+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yQ7YSc inflight=0 count=7646479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.082907493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.082+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ri3hLM count=7619626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.082851390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.082+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhXQASjruTDVWgnkS6173zNhyvbmQQc8cQruAqhMRi3hLM + count=7619625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.084727248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.084+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhaLT3tWLE15m4D2H2wjgQ6iRMoUdtrs9Cy9wVqtHFcwSc + count=7646480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.084764933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.084+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HFcwSc count=7646481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.086830389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.086+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.086999459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.086+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ri3hLM inflight=0 count=7619629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.086954750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.086+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ri3hLM inflight=1 count=7619628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.089394069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.089+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.089425642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.089+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFcwSc inflight=1 count=7646483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.089430780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.089+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HFcwSc inflight=0 count=7646484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.135951011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.135+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhg9yxQ359SR3rbAmaaNCrTSugpFq1eftzD9ctBbkgzBSc + count=7646485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.136024484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.135+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kgzBSc count=7646486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.138018519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.137+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhb9Kg2KAADHYPb88zK46HDssfaRiWEPeLagR8sFNbD4LM + count=7619630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.138091668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.137+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NbD4LM count=7619631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.140100064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.139+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.140143633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.139+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kgzBSc inflight=1 count=7646488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.140148761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.139+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kgzBSc inflight=0 count=7646489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.143434549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.143+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NbD4LM inflight=1 count=7619633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.143596155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.143+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NbD4LM inflight=0 count=7619634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.143412334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.186562292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.186+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhmum9yuNsnJdFbEZxQH9QmgVRTQfDpy1WjPFTrXvGzmSc + count=7646490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.186605193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.186+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vGzmSc count=7646491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.189264063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.188+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhb9CXPt3xisvTgKs82xrnWmXfApPWHBXScADPN3td2FLM + count=7619635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.189321684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.189+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*td2FLM count=7619636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.193034709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.192+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.193073146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.192+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vGzmSc inflight=1 count=7646493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.193274231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.192+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vGzmSc inflight=0 count=7646494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.195451205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*td2FLM inflight=1 count=7619638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.195406975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.194+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.195611139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*td2FLM inflight=0 count=7619639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.237725064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.237+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhZ1VUQ2Dp8M9DS8mMrAWZiSFQ2K5EXqu19ggV3m1M2ySc + count=7646495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.237771803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.237+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1M2ySc count=7646496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.242687349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.239+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhi91yVRMEqvKDeeuQV4WxYj5rM5zz1cG9T1WYrxhGiTLM + count=7619640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.242731930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.239+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hGiTLM count=7619641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.242638964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.242+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.242667037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.242+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1M2ySc inflight=1 count=7646498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.242671517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.242+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1M2ySc inflight=0 count=7646499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.248632011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.248+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.248695364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.248+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hGiTLM inflight=1 count=7619643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.248806595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.248+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hGiTLM inflight=0 count=7619644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.288179664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.287+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhiDdiZbfrfpyLvp51eCQ97QQCa7YkBbSw5EHBq6vozCSc + count=7646500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.288221444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.287+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vozCSc count=7646501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.291413643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.290+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhYqhMftpASdb5GuXVoz7BqFhdgPo6ZaWtifkQprqrxmLM + count=7619645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.291550681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qrxmLM count=7619646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.292547124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.292+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.292588119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.292+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vozCSc inflight=1 count=7646503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.292626511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.292+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vozCSc inflight=0 count=7646504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.296360285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.295+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.296406788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.296+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qrxmLM inflight=1 count=7619648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.296545448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.296+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qrxmLM inflight=0 count=7619649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.339091252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.338+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhe6fTdfjG8GU2fdFpVrjzPaJyHgQnVNXDRXW5yrzXqrSc + count=7646505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.339182879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.338+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zXqrSc count=7646506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.342268249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.341+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhZ8rTh5DAn6H4hbCdPqL3Gs76C5yknm1doHBeB1JG3oLM + count=7619650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.342327128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.342+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JG3oLM count=7619651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.343643028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.343+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.343676854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.343+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zXqrSc inflight=1 count=7646508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.343688803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.343+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zXqrSc inflight=0 count=7646509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.346854741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.346+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.346893960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.346+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JG3oLM inflight=1 count=7619653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.346909225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.346+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JG3oLM inflight=0 count=7619654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324346]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.393860084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.393+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vdKhLM count=7619656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.393807187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.393+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhb7VJufrEQX6STLfSagKbFF8TUGZA7JyrEwjfoPvdKhLM + count=7619655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.394844696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.394+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhkLUBuWkzargeCr1SNWv8Wg7qGhhaneRJLGdPUcijgFSc + count=7646510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.394941044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.394+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ijgFSc count=7646511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.399288260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.399325293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ijgFSc inflight=1 count=7646513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.399410437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.399+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ijgFSc inflight=0 count=7646514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.401474869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.400+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.401531352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.401+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vdKhLM inflight=1 count=7619658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.401646467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.401+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vdKhLM inflight=0 count=7619659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324401]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.445429794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.445+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jjXzLM count=7619661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.445290974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.444+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhmfeHaXmKSGAJa1gkwg5vXrj5icfM56XLouUF3GjjXzLM + count=7619660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.445915536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.445+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhkefE6dpSXWGbUxWiWXaYFnyGxQ9UkzfgYV7MUaD718Sc + count=7646515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.445959352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.445+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D718Sc count=7646516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451607885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.451+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451662284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.451+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jjXzLM inflight=1 count=7619663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451728281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.451+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jjXzLM inflight=0 count=7619664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451214683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.450+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451250463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.451+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D718Sc inflight=1 count=7646518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1C6P9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.451255628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.451+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D718Sc inflight=0 count=7646519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.474215207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.473+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7619665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.496570914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhjYLUGzmAioWN9zSadDuh4gCDv1wMNoEFVHTWQcoTsYLM + count=7619666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.496620588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oTsYLM count=7619667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.496806672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhd68jaS7PGyGqx8soevbrB9Y8w1Qj889HYy9NPbXoERSc + count=7646520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.496842761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XoERSc count=7646521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324496]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.501919182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.501+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Fa0i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.501950974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.501+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oTsYLM inflight=1 count=7619669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.501956003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.501+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oTsYLM inflight=0 count=7619670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.502488676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.502+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.502528805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.502+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XoERSc inflight=1 count=7646523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.502596112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.502+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XoERSc inflight=0 count=7646524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324502]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.547520450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhebzq577nXcPRHhNoGQqG6A3eATHCVyr3duRC56FzqXLM + count=7619671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.547569061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FzqXLM count=7619672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.548171548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhd3oE46EKLEVEWYqMFM2v8uacvJGN752MVLZeoUtxcySc + count=7646525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.548216391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*txcySc count=7646526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.551793453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.551+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzqXLM inflight=0 count=7619675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.551741764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.551+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.551773728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.551+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzqXLM inflight=1 count=7619674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.553328598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.553+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.553360728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.553+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*txcySc inflight=1 count=7646528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.553468620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.553+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*txcySc inflight=0 count=7646529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.598375631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhfEJg59XosxHZBT7MCMTXhPXJN9VrmiSoDkVbno43nRLM + count=7619676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.598597021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*43nRLM count=7619677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.599002577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhiJ2Pknbh1NbwqS7KGFWkREwwtq3T3sWg2iBZm1JusmSc + count=7646530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.599046618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JusmSc count=7646531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.602838528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*43nRLM inflight=1 count=7619679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.602884062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.602+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*43nRLM inflight=0 count=7619680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.602792210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.604510154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.604+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.604549485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.604+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JusmSc inflight=1 count=7646533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.604554619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.604+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JusmSc inflight=0 count=7646534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.649614404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.649+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhc5s7XJBHYC18vZD52SLyWh3baGySddYmMoCtzdxcTeLM + count=7619681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.649669833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.649+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xcTeLM count=7619682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.650043412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.649+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sc/zb2rhob4EA4vbsrgCWR2uGq9HJYoTu7nEStRU6AVYcWcUAGSc + count=7646535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.650079704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.649+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cUAGSc count=7646536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.655912955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.655988921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xcTeLM inflight=1 count=7619684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.655042546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.654+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.655124890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.654+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cUAGSc inflight=1 count=7646538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.655131473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cUAGSc inflight=0 count=7646539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.656014916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xcTeLM inflight=0 count=7619685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324656]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.700540483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhjewrj6mUyNm2pARwzwra6sCGX5TJkqa5yhG5jsoLk5LM + count=7619686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.700588117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.700+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oLk5LM count=7619687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.700676363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcdRXQ8aKmgwD5LHvQofKdDS32PUVvQ5atrAg9RnJtXus + count=7646540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.700711971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.700+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nJtXus count=7646541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.705889575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.705+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.705921825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.705+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJtXus inflight=1 count=7646543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.705932437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.705+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJtXus inflight=0 count=7646544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324705]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.706517260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.706+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.706728335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oLk5LM inflight=1 count=7619689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.706852163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oLk5LM inflight=0 count=7619690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.751391498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhZi35t7SRkdEMLVwfUt58tLKHT2RKNmqQMHutgrY5ZoLM + count=7619691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.751513667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Y5ZoLM count=7619692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.751498679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhjBkrWjKcp1vyxCvgdz7Z5YubT6NsqzRdmTsgFFLaQtus + count=7646545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.751604550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LaQtus count=7646546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.755500634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.755536354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaQtus inflight=1 count=7646548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.755542565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.755+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LaQtus inflight=0 count=7646549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.756082304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.756122500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y5ZoLM inflight=1 count=7619694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.756271802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.756+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Y5ZoLM inflight=0 count=7619695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.801772127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.801+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhbq3byLAGn6rDkJbhsHXBWMQ59BK6gXcBixvpnL93ddLM + count=7619696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.801836771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.801+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*93ddLM count=7619697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.802014495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.801+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhnChEZsnvnzaSyaxBKrNfD5u825tmi6p1iKDe19JmPAus + count=7646550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.802082527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.801+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JmPAus count=7646551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.805819445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.805+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.805851553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.805+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JmPAus inflight=1 count=7646553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.805980823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.805+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JmPAus inflight=0 count=7646554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.809506645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.808+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.809543292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.809+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*93ddLM inflight=1 count=7619699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.809728462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.809+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*93ddLM inflight=0 count=7619700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324809]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.852437553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhdvTf5WPdVTKYs14a1RHxvuGmNr2RAwowUZz3XjhK43us + count=7646555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.852479226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.852+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hK43us count=7646556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.853400651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhkjBWYWjni1LiXE9SzwwtCC2hjEvxJx6LNGHu4ZQFCcLM + count=7619701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.853449181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.853+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QFCcLM count=7619702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.855962727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.855+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.855997975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.855+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hK43us inflight=1 count=7646558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.856003085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.855+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hK43us inflight=0 count=7646559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.859302762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.858+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.859674638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QFCcLM inflight=1 count=7619704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.859691969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QFCcLM inflight=0 count=7619705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.903585650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.903+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhec6tj2ig7aoqVoGdSY93Lt5J9wZuvywuaxfz7uEtd9us + count=7646560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.903623793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.903+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Etd9us count=7646561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.904242203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.903+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhaVm8NxouQucJuXzztz5gCGyjBBmMrMLAX6ZewV6VexLM + count=7619706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.904281577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.904+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6VexLM count=7619707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.907170368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.906+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.907199771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.907+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Etd9us inflight=1 count=7646563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.907231335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Etd9us inflight=0 count=7646564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.916272989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.915+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.916345279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.916+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6VexLM inflight=1 count=7619709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324916]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.917374215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.916+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6VexLM inflight=0 count=7619710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324917]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.954661511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.954+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhgMmgrVDs3o4okj4DDUqPibDdmMnd5Yb2hkMAPRqjiZus + count=7646565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.954697649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qjiZus count=7646566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.955129689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.954+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhdwZ1Pu4rrZWffbKgJmucbQQHNERWz9Xn2Q2Ub4UGhRLM + count=7619711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.955169203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UGhRLM count=7619712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.958776150Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.958+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.958821736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.958+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qjiZus inflight=1 count=7646568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.958973545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:24.958+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qjiZus inflight=0 count=7646569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593324958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.959946295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.959+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.959987924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.959+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGhRLM inflight=1 count=7619714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:24.959996279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:24.959+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UGhRLM inflight=0 count=7619715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593324959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.005574066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.005+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkYhJKno8psMd8RH78qvtjmUPMvWxqtkcavL42Gtha7us + count=7646570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.005608437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.005+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tha7us count=7646571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.006473066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.006+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/LM/zb2rhjgJfLja21mCWTgo12XdXiMGDQYVJkceMm8Z5FkYb6NLM + count=7619716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.006666220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.006+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Yb6NLM count=7619717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.010395975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.010+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.010431258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.010+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tha7us inflight=1 count=7646573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.010478506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.010+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tha7us inflight=0 count=7646574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.012655498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.012+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.012901184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.012+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yb6NLM inflight=1 count=7619719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.013037300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.012+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Yb6NLM inflight=0 count=7619720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.055954163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.055+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcwxw49JrbYeqqDbGDJcnfraBd3ucZGirJG46tptgjAus + count=7646575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.055990888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.055+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tgjAus count=7646576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.057992080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.057+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhfJh8VDtzEJxG6i7hodVfTtgu8ttmZ5wDqTh6HFHA26do + count=7619721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.058032252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.057+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HA26do count=7619722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.060104888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.059+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.060141437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.059+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tgjAus inflight=1 count=7646578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.060146959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.059+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tgjAus inflight=0 count=7646579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.064358250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.064+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.064485390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.064+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HA26do inflight=1 count=7619724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.064526309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.064+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HA26do inflight=0 count=7619725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.106654728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.106+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYkcH3VZSBSkwdqi62Sb27QLcf8J87KqQy4pQH5VJBous + count=7646580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.106691030Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.106+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VJBous count=7646581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.109096306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.108+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhfT9GMCU8LDjVBGrWjyGZmtifErWr1cy1t4uyn8t3yEdo + count=7619726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.109284383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.108+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t3yEdo count=7619727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.111231772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.111264664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.111+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VJBous inflight=1 count=7646583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.111269423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.111+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VJBous inflight=0 count=7646584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325111]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.115548944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.115+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.115582058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.115+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t3yEdo inflight=1 count=7619729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.115586984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.115+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t3yEdo inflight=0 count=7619730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.157660903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.157+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhhPU2vePr9HMoVVVCqycXGJNHtCk3pFEu9oEzMgaAwYus + count=7646585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.157736520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.157+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aAwYus count=7646586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.160136187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.159+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhk5vdS13VReCArAMqzvg4iu5jsmvBTeGvyrNBeGkBXWdo + count=7619731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.160196960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.159+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kBXWdo count=7619732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.162577934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.162+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.162637040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.162+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aAwYus inflight=1 count=7646588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.162667318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.162+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aAwYus inflight=0 count=7646589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325162]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.164153914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.163+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.164216324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.163+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kBXWdo inflight=1 count=7619734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.164242614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.164+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kBXWdo inflight=0 count=7619735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.208112174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.207+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcSvUQSZdTV27AsUCPe1D8C4NzniQV4BKwmiQVrmQxsus + count=7646590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.208150310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.207+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mQxsus count=7646591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.210693905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.210+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhXjcBJVB9NYMiLSyyDrabM4TrPidFFP4eBen7mmyL4Jdo + count=7619736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.210938847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.210+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yL4Jdo count=7619737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.212218848Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.211+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.212256136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.212+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mQxsus inflight=1 count=7646593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.212262035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.212+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mQxsus inflight=0 count=7646594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.216415987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.216+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yL4Jdo inflight=1 count=7619739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.216381518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.215+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.216800983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.216+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yL4Jdo inflight=0 count=7619740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.258792942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.258+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYBt2FYjGuD3MA7BPGWERXreLqjmNhiWWcbtuGcmqq8us + count=7646595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.258834191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.258+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mqq8us count=7646596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.261415477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.260+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhavuocgMd5BFQ4b4wD8GxuS89k8DXBuryvGbgdgPQJFdo + count=7619741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.261464883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.261+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PQJFdo count=7619742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.263483141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.262+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.263521863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.263+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mqq8us inflight=1 count=7646598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.263528411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.263+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mqq8us inflight=0 count=7646599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.267774066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.267+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.267826192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.267+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PQJFdo inflight=1 count=7619744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.267849943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.267+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PQJFdo inflight=0 count=7619745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.309897567Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.309+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhbfAeHmZkCdNeo7EBHP1CM8tLLa15oiFzCgwUZQu43Wus + count=7646600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.309972787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.309+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u43Wus count=7646601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.312502900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.312+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhmbPdsCwQc2oBsWcZWBKtBe1SB13L1rHi2w1AQjDC5Udo + count=7619746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.312554507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.312+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DC5Udo count=7619747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.315072196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.314+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.315109180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.314+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u43Wus inflight=1 count=7646603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.315247545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.314+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u43Wus inflight=0 count=7646604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.319101090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.318+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.319135690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.318+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DC5Udo inflight=1 count=7619749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.319140487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.318+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DC5Udo inflight=0 count=7619750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.360734039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.360+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhiNUxWPNJDZNVKs9QH21Mc37cH4m4mptsZXn2AxfoaMus + count=7646605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.360774757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.360+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*foaMus count=7646606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325360]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.363720484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.363+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhmV6kr9YVg6BGAYL8KmZKsAGdTaJukS9k4TV61QvMrydo + count=7619751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.363956522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.363+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vMrydo count=7619752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.366080876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.365+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.366120879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.365+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foaMus inflight=1 count=7646608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.366144399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.365+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*foaMus inflight=0 count=7646609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.368670400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.368+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.368714954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.368+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vMrydo inflight=1 count=7619754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.369033087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.368+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vMrydo inflight=0 count=7619755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.411756370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.411+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhop7iyhcciH2D7466fbBJALFNUc3CsK2roV2j4ciHNDus + count=7646610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.411798008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.411+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iHNDus count=7646611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.414542667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.414+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhkA8KPQae6tKyJSxrAkNc56bdZU1wiwTicNsgUU5ngFdo + count=7619756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.414598169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.414+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5ngFdo count=7619757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419568102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5ngFdo inflight=0 count=7619760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419449682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419543426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5ngFdo inflight=1 count=7619759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419845314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419880406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iHNDus inflight=1 count=7646613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.419885994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.419+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iHNDus inflight=0 count=7646614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.462529065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.461+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhWnfuYq7LkpswEEa34kYEw1rym34795xpQNoQ6MRfBXus + count=7646615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.462728334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.462+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RfBXus count=7646616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325462]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.465417418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.464+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhfze1zwjQCbntgYpBjW9W9MManQ21p1XsEg55ToZTwJdo + count=7619761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325465]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.465469840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.465+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZTwJdo count=7619762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325465]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.467800780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.467+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.467837524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.467+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RfBXus inflight=1 count=7646618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.467894555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.467+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RfBXus inflight=0 count=7646619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.471183764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.470+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.471238958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.470+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZTwJdo inflight=1 count=7619764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.471258412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.471+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZTwJdo inflight=0 count=7619765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.513603642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.513+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8dVEus count=7646621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1C6T9","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.513518233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.513+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcjTywRM96Uc3w8vK6swsfrrefdhNtaRSjjU8pV8dVEus + count=7646620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.516902386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.516+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhZgZgEULKzFRyKKrKqvEic51sgDYDjMRPAawisv97fDdo + count=7619766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.517096795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.516+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*97fDdo count=7619767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325517]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.518419260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.518+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.518448775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.518+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8dVEus inflight=1 count=7646623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.518453384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.518+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8dVEus inflight=0 count=7646624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.522955317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.522+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.523349620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.522+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*97fDdo inflight=0 count=7619770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.523053842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.522+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*97fDdo inflight=1 count=7619769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.564049378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.563+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rho4ti4pASVwENpkSPrwhVM4UpowZzSAdCkZ2b2ikLHWus + count=7646625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.564091728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.563+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kLHWus count=7646626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325564]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.567797198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.567+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhniTyPQLrFgkzZPuJNLqUFSJbrhjmLvKAf4uGTBuSJDdo + count=7619771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.567851515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.567+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uSJDdo count=7619772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.568046072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.568086345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kLHWus inflight=1 count=7646628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.568125798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.567+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kLHWus inflight=0 count=7646629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.571836164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.571+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.571872374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.571+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uSJDdo inflight=1 count=7619774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.571880300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.571+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uSJDdo inflight=0 count=7619775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.614599016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.614+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhZsXsLKzaWh4usA7HkMp4oksYoNKmLYbZWAe8wku4Wbus + count=7646630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.614657956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.614+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u4Wbus count=7646631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.618428860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.618+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhhJpTezhznTwA4ERfwq6rF4XvLXWr9BLS23v6cDGCoQdo + count=7619776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.618467223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.618+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GCoQdo count=7619777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.619800813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.619+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.619840081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.619+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u4Wbus inflight=1 count=7646633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.619871838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.619+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u4Wbus inflight=0 count=7646634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.624394722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.624+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.624598988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.624+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GCoQdo inflight=0 count=7619780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.624529888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.624+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GCoQdo inflight=1 count=7619779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.665345669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.665+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYwtPRua1MuT76jjguuK5hBMzNb93ZLvPKcHUemFq3qus + count=7646635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.665385485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.665+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fq3qus count=7646636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.669203094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.668+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhnF4NSW5RtbN2HfZjZwR298a1qvVBxhnmkFVADjdQDSdo + count=7619781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.669433922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.668+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dQDSdo count=7619782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.671362747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.671+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.671397645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.671+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fq3qus inflight=1 count=7646638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.671402476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fq3qus inflight=0 count=7646639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.674697465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.674+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dQDSdo inflight=1 count=7619784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.674666912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.674+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.674794558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.674+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dQDSdo inflight=0 count=7619785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.715928847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.715+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhZbsZuSsBU1Fe5XQusRm8fBsq9Dywh64MdwzoGg6JqDus + count=7646640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.715964657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.715+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6JqDus count=7646641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.720111154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.719+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.720144216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.719+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6JqDus inflight=1 count=7646643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.720158736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.720+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6JqDus inflight=0 count=7646644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.720326242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.719+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhdkW1rC7yi23vHKZnD7RsrhDDLzYjrzvKjpbwgfmMPDdo + count=7619786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.720368161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.720+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mMPDdo count=7619787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.726178889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.725+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.726210934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.726+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mMPDdo inflight=1 count=7619789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.726245055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.726+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mMPDdo inflight=0 count=7619790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.766562772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.766+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhmSWAut2djd2ymvJESYDuWpQYNSFXcQSfCG4jK18sVhus + count=7646645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.766620642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.766+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8sVhus count=7646646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.771627203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.771+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.771661355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.771+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8sVhus inflight=1 count=7646648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.771817320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.771+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8sVhus inflight=0 count=7646649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.771777761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.771+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Lc1qdo count=7619792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.771735843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.771+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoddqBGi3QZMTtxTE8eTt1zpLEGi2mYcW9xuGdJLc1qdo + count=7619791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.775974364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.775+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.776110572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.775+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lc1qdo inflight=1 count=7619794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.776124114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.776+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lc1qdo inflight=0 count=7619795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.817277267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.816+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhaYpVo1mARTXrmGokL3Sas5NufG9WEg3SegCoZuj5eyus + count=7646650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.817313707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.817+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j5eyus count=7646651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.822624189Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.822+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.822656210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.822+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j5eyus inflight=1 count=7646653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.822661206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.822+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j5eyus inflight=0 count=7646654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.822762505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.822+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rho1tZhYNdQZjZPc4Vr2rFYFYxjMwjANmzXqAy6pV3gDdo + count=7619796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.822801961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.822+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V3gDdo count=7619797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.826890772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.826+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V3gDdo inflight=1 count=7619799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.826923318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.826+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V3gDdo inflight=0 count=7619800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.826863716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.826+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.868202653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.867+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhZc9jwfRVfsVxNtbz3CDRRYpBpsbHvaifWy76vkQyPMus + count=7646655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.868238239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.867+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QyPMus count=7646656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.872224526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.872256550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.872+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QyPMus inflight=1 count=7646658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.872261200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.872+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QyPMus inflight=0 count=7646659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.873642770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.873+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rho2vJPNmzJdyyD8eNN9zg8Fmi4E6aFXDTgi1e2GuWsMdo + count=7619801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.873681907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.873+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uWsMdo count=7619802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.879703542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.879+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.879737546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.879+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uWsMdo inflight=1 count=7619804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.879745629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.879+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uWsMdo inflight=0 count=7619805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.919465625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.919+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhfozBK1bdqDTD7b2Ev8JWH88qjtzez7HNvh521Q8HDvus + count=7646660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.919529081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.919+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8HDvus count=7646661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.924203262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.923+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646662","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.924244889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.923+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8HDvus inflight=1 count=7646663","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.924250329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.923+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8HDvus inflight=0 count=7646664","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.924231317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.923+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhjh1W8chr1cD2S7p8wj3MQJ1ZA1QumY8puFuta8K8cado + count=7619806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.924305921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.924+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K8cado count=7619807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.930478867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.930+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.930509310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.930+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K8cado inflight=1 count=7619809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.930639834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.930+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K8cado inflight=0 count=7619810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.970603912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.970+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhnWzJNGAyGuUtmykhGMTnLk4gK3DB6h3LRaaEVbZK69us + count=7646665","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.970647836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.970+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZK69us count=7646666","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.975884136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.975+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646667","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.975919601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.975+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZK69us inflight=1 count=7646668","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.975924371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:25.975+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZK69us inflight=0 count=7646669","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593325975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.975094402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.974+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhiSH6KFpaC2mX5ZTvyPyCfzrEuRgAAUi5aEn3dRvoFZdo + count=7619811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.975149954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.974+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*voFZdo count=7619812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.979262075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.979+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.979287862Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.979+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*voFZdo inflight=1 count=7619814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:25.979292526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:25.979+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*voFZdo inflight=0 count=7619815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593325979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.021035527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.020+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhaeP8ovSPfyBq9UcKs77wtyuMxrPATQ7ihC7d7j626eus + count=7646670","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.021071479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.020+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*626eus count=7646671","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.025926935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.025+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iYJHdo count=7619817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.025873589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.025+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYUjNuLpTZGNjzgPHEMqHTwDbwGDZXfWFecbwZ4iYJHdo + count=7619816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326025]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.026063286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.025+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646672","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.026133280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.025+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*626eus inflight=1 count=7646673","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.026139100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.025+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*626eus inflight=0 count=7646674","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.031428915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.030+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.031460855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.031+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iYJHdo inflight=1 count=7619819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.031465700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.031+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iYJHdo inflight=0 count=7619820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.071650311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.071+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhm6EdRCjjTmFrBkPXkpKzkgCCQ3JRpQLeX48VG4JjQuus + count=7646675","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1G7XD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.071684667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.071+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JjQuus count=7646676","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.076513548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.076+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646677","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.076555833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.076+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JjQuus inflight=1 count=7646678","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.076561789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.076+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JjQuus inflight=0 count=7646679","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.077017696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.076+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhogTUtCdkfkG4c1iLpMzEpomqFaRjLLWggZppEEbmbsdo + count=7619821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.077063118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.076+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bmbsdo count=7619822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.082739524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.082+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.082780041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.082+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bmbsdo inflight=1 count=7619824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.082788564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.082+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bmbsdo inflight=0 count=7619825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.123000998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.122+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhewFshqDRz9vgWdXe54bpF1c9rKBXDATf2h1qVThHzous + count=7646680","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.123042966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.122+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hHzous count=7646681","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.127088566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.126+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646682","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.127123698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.126+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hHzous inflight=1 count=7646683","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.127252632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.127+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hHzous inflight=0 count=7646684","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.128334144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.127+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYJ4oWeJFQV5guU2Wa8UKdyzd8KiZiDYUFycpc6F2sWdo + count=7619826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.128403570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.128+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F2sWdo count=7619827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.134864760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.134+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2sWdo inflight=1 count=7619829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.134892257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.134+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2sWdo inflight=0 count=7619830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.134819377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.134+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326134]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.173718185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkZDpf33G3GUUaDGukayCz5j6vWHsEFyoQ6grJBdY6ous + count=7646685","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.173754021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.173+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dY6ous count=7646686","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.179212378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.178+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646687","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.179246304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.178+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dY6ous inflight=1 count=7646688","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.179251226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.179+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dY6ous inflight=0 count=7646689","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.179348068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.179+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rheXmUkN7vUQXV88VmkLtuuBKYffHtp2tzjfTqjvUDfXdo + count=7619831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.179386716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.179+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UDfXdo count=7619832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.183691070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.183+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.183776324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.183+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UDfXdo inflight=0 count=7619835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.183736290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.183+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UDfXdo inflight=1 count=7619834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.224840618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhZmMYHzZKfZiAsahirGDxSYQg9avWuHPBMFrxB8KAMQus + count=7646690","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.224872732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.224+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KAMQus count=7646691","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.230583859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646692","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.230621233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KAMQus inflight=1 count=7646693","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.230670789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KAMQus inflight=0 count=7646694","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.230404375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.230+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Ljqdo count=7619837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.230371105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.230+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhegCDmxnigWVR3MwkXJeX2FqBpZNm6FtNcLQHcS3Ljqdo + count=7619836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.234503870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.234+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.234531399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.234+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Ljqdo inflight=1 count=7619839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.234536193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.234+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Ljqdo inflight=0 count=7619840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.276089217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.275+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhgUR6FUv5yAuUeNMuUHYN4F7NgsQw1u4XeW2VCFjcB3us + count=7646695","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.276130542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.275+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jcB3us count=7646696","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.280272273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.279+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646697","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.280323572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.280+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jcB3us inflight=1 count=7646698","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.280549146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.280+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jcB3us inflight=0 count=7646699","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.280979752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.280+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhiBdLCkEcrsEESiebNBCkkHypu3Tc53NgmzPQ6wst5ddo + count=7619841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.281039557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.280+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*st5ddo count=7619842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326281]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.286818675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.286+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326286]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.286844815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.286+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*st5ddo inflight=1 count=7619844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326286]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.287083387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.286+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*st5ddo inflight=0 count=7619845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.327122305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.326+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhnGoUGwvRzXppUV4AhyD7niRmAqSNoFSahHNqa7YQY2us + count=7646700","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.327198902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.326+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YQY2us count=7646701","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.331896750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.331+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646702","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.331931739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.331+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YQY2us inflight=1 count=7646703","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.331510964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.331+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYpKfEeaS3kZ4s9uKnSXYNbY4qrmbcVuzXdNEfjL4Ufdo + count=7619846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.331564198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.331+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L4Ufdo count=7619847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.332004424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.331+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YQY2us inflight=0 count=7646704","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.335880922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.335904730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L4Ufdo inflight=1 count=7619849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.335909282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L4Ufdo inflight=0 count=7619850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.377577963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.377+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcQMeWUFbEphoP4gdbUxaMtLNuNEQp5EzspGPvu3gvvus + count=7646705","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.377662523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.377+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3gvvus count=7646706","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.382534793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.382+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646707","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.382572572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.382+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3gvvus inflight=1 count=7646708","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.382594689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.382+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3gvvus inflight=0 count=7646709","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.382491790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.382+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*P9W4do count=7619852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.382459869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.382+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhWqyktcQ3ygssSmgyydJhoqfvBcu39cAPVanNquP9W4do + count=7619851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.387728107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.387+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.387780286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.387+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P9W4do inflight=1 count=7619854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.387860521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.387+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P9W4do inflight=0 count=7619855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.428010353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.427+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhhn5nYoiK46J2FXneo1mqmLNV1YWRHxrTkTww4U7ii1us + count=7646710","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.428221096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.427+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ii1us count=7646711","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.433712866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.433+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646712","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.433751273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.433+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ii1us inflight=1 count=7646713","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.433928022Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.433+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ii1us inflight=0 count=7646714","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.433474609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.433+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhi4u5PXjgYBuqyGe76HjBhE8VRzSwZ3jLbJygNeTMHMdo + count=7619856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.433555528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.433+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TMHMdo count=7619857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.438884943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.438909401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TMHMdo inflight=1 count=7619859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.439236572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TMHMdo inflight=0 count=7619860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.443315994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.443+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7646715","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.478636709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.478+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhcj6TPBSBofoXqhDHHMXFCfhQAMuipsEfz3W4aiScbTus + count=7646716","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.478678005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.478+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ScbTus count=7646717","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.483734082Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646718","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.483774925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ScbTus inflight=1 count=7646719","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.483780522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ScbTus inflight=0 count=7646720","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.484775109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.484+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhXGuQPzdv85wjtXbN7DXVkd2MAr9CGC9uZ5cTbpJ2RJdo + count=7619861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.484832560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.484+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*J2RJdo count=7619862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.490616663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.490+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J2RJdo inflight=1 count=7619864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.490574928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.490+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.490629467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.490+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*J2RJdo inflight=0 count=7619865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.529715091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.529+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhjP18KoC2643CdQsW6gQ1zGoXYBQMg3PKDcz3EEKfMvus + count=7646721","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.529754434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.529+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KfMvus count=7646722","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.534685370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646723","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.534730635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.534+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KfMvus inflight=1 count=7646724","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.534735480Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.534+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KfMvus inflight=0 count=7646725","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.536189239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.535+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhh6HZK479x3fQMLjZCUW9oYu3FcLfGV4h465LuJUBmDdo + count=7619866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.536268238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.536+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UBmDdo count=7619867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.540603816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.540+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UBmDdo inflight=1 count=7619869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.540530086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.540+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.540624525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.540+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UBmDdo inflight=0 count=7619870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.580115784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.579+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYgkaMvteyv16m4Afr9oyRUAAnEFPNaDFHr6R43KgT9us + count=7646726","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.580193945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.580+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KgT9us count=7646727","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.586512036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.586+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646728","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.586551808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.586+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KgT9us inflight=1 count=7646729","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.586614474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.586+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KgT9us inflight=0 count=7646730","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326586]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.587162561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.586+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*T5Hydo count=7619872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.587109418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.586+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhdaBLPayJHq42tmNptMWiekaidET4sXboA2np5iT5Hydo + count=7619871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.591166599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.590+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.591400592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.591+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T5Hydo inflight=1 count=7619874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.591455399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.591+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T5Hydo inflight=0 count=7619875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.631205813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.630+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhg2s3nGyd7kxgTrfJt9S4quPnNe1UcodwzSp2Ljbu8Yus + count=7646731","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.631255999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.631+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bu8Yus count=7646732","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.635499364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646733","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.635532018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.635+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bu8Yus inflight=1 count=7646734","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.635596443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bu8Yus inflight=0 count=7646735","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.638135215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.637+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYXNyevE8WfAp5nvr3q2y9BWiC1CVfGFsT6xSzL2nokdo + count=7619876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.638172268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.637+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2nokdo count=7619877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326638]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.642724715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.642+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.642761433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.642+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2nokdo inflight=1 count=7619879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.643002112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.642+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2nokdo inflight=0 count=7619880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.682187953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.681+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhbvHkz9gtcvoHyANzbWfKBxchWC4U9PY419BBiSpxaQus + count=7646736","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.682259356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.681+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pxaQus count=7646737","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.688270672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646738","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.688310978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.688+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxaQus inflight=1 count=7646739","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.688316975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.688+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxaQus inflight=0 count=7646740","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326688]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.689767710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.689+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*govRdo count=7619882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.689504936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.689+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhXtJPMf1NnAxUjcH75c6xCTUwUMVeG4nJFFyaUVgovRdo + count=7619881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326689]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.694829265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.694+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.694858277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.694+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*govRdo inflight=1 count=7619884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.695169764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*govRdo inflight=0 count=7619885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.732779350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.732+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkwrbqDv6jvAyCs4xrx5CmmCidCy5GRk9KAaESVV7tFus + count=7646741","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.732881331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.732+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V7tFus count=7646742","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.738168186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.737+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646743","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.738205154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.737+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V7tFus inflight=1 count=7646744","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.738330413Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V7tFus inflight=0 count=7646745","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.740662633Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.740+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhfkBJcEi6cMNgLoiTZEio9pMD7QkCPBYVr45Zh9NYc1do + count=7619886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.740711659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.740+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NYc1do count=7619887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326740]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.747549598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.747+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.747583497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.747+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NYc1do inflight=1 count=7619889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.747588313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.747+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NYc1do inflight=0 count=7619890","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.783822225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.783+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkxiC4pkViza7UJDHViJeJso6WG4pTiALnj3bixjyjius + count=7646746","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.783859096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.783+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jyjius count=7646747","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.787636987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.787+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646748","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.787670958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.787+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jyjius inflight=1 count=7646749","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.787675820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.787+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jyjius inflight=0 count=7646750","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.792089662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.791+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhXwpaFrJSAoMrB2Ccn6mkb88uug1YfafbqZJqedtKksdo + count=7619891","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.792125534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.791+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tKksdo count=7619892","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.796201683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.795+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619893","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.796336854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.796+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tKksdo inflight=1 count=7619894","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.796515367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.796+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tKksdo inflight=0 count=7619895","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.835242363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.834+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhjSpkdswhckMJTrG9EYPCxK3GctgwFz32aLVAhEeVxFus + count=7646751","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.835283521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.835+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eVxFus count=7646752","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.839207989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.838+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646753","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.839244920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.839+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eVxFus inflight=1 count=7646754","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.839260456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eVxFus inflight=0 count=7646755","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.842965878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.842+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhX1bzh4G8E8uGz4ZyshnjkxoVwNWQW3woWk1gx3ed5ddo + count=7619896","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326842]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.843359220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.842+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ed5ddo count=7619897","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.847957706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.847+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619898","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326847]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.848004504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.847+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ed5ddo inflight=1 count=7619899","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.848386349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.847+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ed5ddo inflight=0 count=7619900","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.885634979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.885+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkN2VyJVRMJbvWZGuQXJQ8TshC1o3rwM7PGAeHDjWkwus + count=7646756","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.885720795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.885+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jWkwus count=7646757","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.890376943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.890+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646758","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.890406616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jWkwus inflight=1 count=7646759","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.890556486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jWkwus inflight=0 count=7646760","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.893788185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.893+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhiaevLi1X7AKCrhMHteNtQ3DczJ8AAoH9MuC4c7K6bzdo + count=7619901","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.893833225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.893+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K6bzdo count=7619902","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326893]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.899574866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.899+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619903","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.899619817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.899+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K6bzdo inflight=1 count=7619904","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.899629869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.899+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K6bzdo inflight=0 count=7619905","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.936012602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.935+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhftYCcHqLzq31N31k96xQxQ8nU55NJg4H6krQ11uLaBus + count=7646761","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.936054560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.935+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uLaBus count=7646762","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.943531447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.943+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646763","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.943572569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.943+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uLaBus inflight=1 count=7646764","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.943578411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.943+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uLaBus inflight=0 count=7646765","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.945202963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.944+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhjdC9NzZ4WCnVKJQsxpPktdoWKBTa5r4PrEFZ2shTmddo + count=7619906","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.945263531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.944+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hTmddo count=7619907","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.950690230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.950+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619908","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.950734622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.950+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hTmddo inflight=1 count=7619909","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.950983881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.950+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hTmddo inflight=0 count=7619910","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.987177193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.986+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhi4HAvqkc6Dd2qVGovCKWL1tSFL3WayzqwF5JhB2UpHus + count=7646766","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.987224921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.987+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2UpHus count=7646767","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.991645577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.991+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646768","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.991683793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2UpHus inflight=1 count=7646769","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.991722270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:26.991+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2UpHus inflight=0 count=7646770","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593326991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.996440270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.996+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYyEAPAGPXS9mwFEfuefJP9CCsbbjkh9ZkLbBWyDRFndo + count=7619911","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:26.996760401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:26.996+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DRFndo count=7619912","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593326996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.002713804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.002+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619913","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.002752556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.002+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DRFndo inflight=1 count=7619914","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.003369671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.002+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DRFndo inflight=0 count=7619915","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.037736198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.037+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhmp7fU2fsN7iCpubTZEf6x8updec2d3MJhkcjPb67mWus + count=7646771","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.037778775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*67mWus count=7646772","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.042961939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.042+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646773","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.042995246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.042+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67mWus inflight=1 count=7646774","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.043004681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.042+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67mWus inflight=0 count=7646775","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.047533667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.047+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhhQcC7d6frWrCQDEwAAsKjgEXxsBZMQwyorfkMJQT6Wdo + count=7619916","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.047936363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.047+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QT6Wdo count=7619917","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.052412909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.052+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619918","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.052439353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.052+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QT6Wdo inflight=1 count=7619919","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.052559967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.052+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QT6Wdo inflight=0 count=7619920","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.088426520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.088+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhhgqnCq2mcahSF4DWuYMh2xh3L1rkjSi5pjrcFBMXD7us + count=7646776","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.088478191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.088+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MXD7us count=7646777","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.093396342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.093+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646778","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.093451464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.093+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MXD7us inflight=1 count=7646779","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.093544115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.093+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MXD7us inflight=0 count=7646780","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.098055493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.097+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhbvzdf4oJCERGU5tjQg2kER5PD7ztGPGz3RkJz6V9Xwdo + count=7619921","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.098095206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.097+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V9Xwdo count=7619922","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.103440805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.103+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619923","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.103470534Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.103+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V9Xwdo inflight=1 count=7619924","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Fa4i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.103490472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.103+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V9Xwdo inflight=0 count=7619925","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.139052885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.138+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkiWFveGB9xC9Eu4ZXNsDWsNTWD9JdUN58rPvwWndydus + count=7646781","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.139087890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.138+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ndydus count=7646782","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.143209408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.142+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646783","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.143236827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.143+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ndydus inflight=1 count=7646784","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.143248139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.143+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ndydus inflight=0 count=7646785","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.149160605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.148+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoAtdzg2vWwgUJQZB3o7Y9j6Li6m67ErX8YPfD6iiHXdo + count=7619926","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.149214690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.148+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iiHXdo count=7619927","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.154787092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.154+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619928","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.155108250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.154+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iiHXdo inflight=1 count=7619929","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.155129901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.154+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iiHXdo inflight=0 count=7619930","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.189765902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.189+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhjwZSYdeAGK5dLeG9VfJLMQhF34FXFdmfpYBkhgJnqqus + count=7646786","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.189808368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.189+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Jnqqus count=7646787","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.195294025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.194+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646788","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.195324637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jnqqus inflight=1 count=7646789","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.195329200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jnqqus inflight=0 count=7646790","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.199559961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.199+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhhB1hsyXdLQ7V31mNqzq1F1iwHUXARXJiejguhYbAssdo + count=7619931","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.199608603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.199+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bAssdo count=7619932","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.206660818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619933","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.206703451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bAssdo inflight=1 count=7619934","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.206963681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bAssdo inflight=0 count=7619935","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.240915039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.240+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhawXPHqFjwFs3MVjDDCT8Y6EN2Vrg7zQ86feaLwNwC1us + count=7646791","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.240946928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.240+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NwC1us count=7646792","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.246368919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646793","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.246402233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NwC1us inflight=1 count=7646794","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.246500331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NwC1us inflight=0 count=7646795","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.250469258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.250+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rho5uoLZBSUDN3W7nsbtzNX1gwzEDyaPmcKXCrFmWA16do + count=7619936","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.250510766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.250+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WA16do count=7619937","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327250]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.255047204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.254+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619938","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.255116880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.254+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WA16do inflight=1 count=7619939","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.255323245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.254+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WA16do inflight=0 count=7619940","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.292011390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.291+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkqCpeMyM8gcG7rrsZt6GWvSt27HRCT6CUrRUcPjGSNus + count=7646796","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.292095593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jGSNus count=7646797","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.295964017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.295+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646798","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327295]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.296004606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.295+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jGSNus inflight=1 count=7646799","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.296048664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.295+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jGSNus inflight=0 count=7646800","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.301924518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.301+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhdRSDeQKSpHHQHkMoKeKy93xPv8tzqF3QqyHZ2F1LBcdo + count=7619941","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.301963548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.301+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1LBcdo count=7619942","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.307073029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.306+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619943","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.307298683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.306+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1LBcdo inflight=1 count=7619944","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.307445114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1LBcdo inflight=0 count=7619945","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.342534034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.342+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhjm5gv2e92AX6mHZGLAnDTnp2JTuLfWAsxcc3WYfpkdus + count=7646801","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.342568922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.342+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fpkdus count=7646802","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.350579841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646803","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.350607947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.350+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpkdus inflight=1 count=7646804","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.350612695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpkdus inflight=0 count=7646805","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.353807946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.352+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoUnTAMQxDA4kvcqsoAwenVGzbjJGbdqNFEwrGgHi9ado + count=7619946","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.353847026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.352+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hi9ado count=7619947","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.362520728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.362+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619948","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.362551978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.362+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hi9ado inflight=1 count=7619949","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.362556376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.362+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hi9ado inflight=0 count=7619950","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.393039191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.392+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhfJr7WfVPPxqBYL7XptNDHpVVofcWd1dYQ8V6o8r4pjus + count=7646806","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.393114533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.392+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r4pjus count=7646807","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.397745696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.397+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646808","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327397]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.397803626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.397+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4pjus inflight=1 count=7646809","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327397]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.397827152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.397+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4pjus inflight=0 count=7646810","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327397]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.404065526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.403+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhb82JTfWwbgBKCdWLDH2SJTksaKyMhsFKqoUmCo1YH9do + count=7619951","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.404104971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.403+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1YH9do count=7619952","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.409852076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.409+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619953","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.409881198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.409+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1YH9do inflight=1 count=7619954","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.409911437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.409+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1YH9do inflight=0 count=7619955","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.444298380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.443+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYhgAGgnPnAF5BR9z2YoyKRSKT4w1kFnaPswbZ2Gchxus + count=7646811","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.444348624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.444+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Gchxus count=7646812","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.449815590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.449+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646813","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.449864095Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.449+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gchxus inflight=1 count=7646814","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.449869473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.449+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gchxus inflight=0 count=7646815","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.455419656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.455+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhXEYrfRWJjrYQEY818LfM9rT2k2Ndp1ycSziJs7zhC6do + count=7619956","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.455484046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.455+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zhC6do count=7619957","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.459577865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619958","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.459608080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zhC6do inflight=1 count=7619959","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.459749971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zhC6do inflight=0 count=7619960","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.475123878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.474+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7619961","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.495496160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.495+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhXG7Ywv1ipFvtNkoDxQ4m5Ji3FVr9NCS3EVexicEF5Bus + count=7646816","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.495532740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.495+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EF5Bus count=7646817","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.499605990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.499+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646818","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.499638891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.499+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EF5Bus inflight=1 count=7646819","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.499644068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.499+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EF5Bus inflight=0 count=7646820","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.506667284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.506+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoUaEayKLB2P1K4eyL11RGBWPJUkkZkFPVRLyukUwASdo + count=7619962","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.506723447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UwASdo count=7619963","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.513236249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.512+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619964","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.513273787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.512+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UwASdo inflight=1 count=7619965","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.513339107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.513+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UwASdo inflight=0 count=7619966","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.546078661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.545+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhoPSWfaTCAhaL9iCpqMAPJ5ja63RyX6CxbB5DVEVjsZus + count=7646821","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.546156998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.545+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VjsZus count=7646822","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.550178919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.549+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646823","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.550246136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.549+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjsZus inflight=1 count=7646824","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.550268699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.550+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VjsZus inflight=0 count=7646825","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.557910789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhnh1qdzvy9UDrtpVFKdLbLN78Y1RsTFBqL716jbJgF7do + count=7619967","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.557954960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JgF7do count=7619968","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.563495917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.563+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619969","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.563545647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.563+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgF7do inflight=1 count=7619970","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.563768945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgF7do inflight=0 count=7619971","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.596788235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.596+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhYtJdRmxqJwMayGNsW1hH35WaFEyG2EPo4bGynWJgKFus + count=7646826","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.596865484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.596+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JgKFus count=7646827","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.602755224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.602+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646828","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.602801010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.602+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgKFus inflight=1 count=7646829","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.602806058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.602+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JgKFus inflight=0 count=7646830","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.609229336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhdMjt9KnJLqhF86NKQNCKBZdmxtrsgaqvS345o5pbVQdo + count=7619972","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.609262239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pbVQdo count=7619973","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.614171237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.613+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619974","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.614231519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.614+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pbVQdo inflight=1 count=7619975","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.614280321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.614+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pbVQdo inflight=0 count=7619976","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.647383838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.647+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhdyRsPrmAAwrQpAuyn6yVJkw46jsSD8ko7oiEw1U5Wjus + count=7646831","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.647475994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.647+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U5Wjus count=7646832","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.651445931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.650+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646833","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.651483622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5Wjus inflight=1 count=7646834","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.651489764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5Wjus inflight=0 count=7646835","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.659873932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhaA24bezT3wqYRqWxGBwf7yV44Hph7Z9LQTQy4Ve7eWdo + count=7619977","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.659913402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.659+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e7eWdo count=7619978","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.664275046Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.664+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619979","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.664314670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.664+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e7eWdo inflight=1 count=7619980","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.664358156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.664+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e7eWdo inflight=0 count=7619981","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.697913548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.697+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhhHExN59QAqMgPtNq7PkYwDvBoJ4DYbpaFAYuRqFGrtus + count=7646836","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327697]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.697981389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.697+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FGrtus count=7646837","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327697]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.703014349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.702+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646838","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.703046143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.702+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FGrtus inflight=1 count=7646839","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.703134293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.702+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FGrtus inflight=0 count=7646840","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.711144200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhj9YAABkZhhg4sVDv7yGY6cdPiri8ZwKAsmfpPrPeRNdo + count=7619982","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.711201277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PeRNdo count=7619983","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.715691062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619984","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.715731452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PeRNdo inflight=1 count=7619985","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.715746431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.715+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PeRNdo inflight=0 count=7619986","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.748598143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.748+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhXLhhgPAk6JYcKwHK1qgyuoC4fXkNHrEEGEMf8sf3Ueus + count=7646841","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.748634540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.748+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f3Ueus count=7646842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.753595742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.753+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.753646286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.753+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f3Ueus inflight=1 count=7646844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.753652123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.753+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f3Ueus inflight=0 count=7646845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.762172053Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.761+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhn6Khy6xmC9bdca5xu7699iupjqCEbm3EgohApv6KWkdo + count=7619987","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.762248001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.762+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6KWkdo count=7619988","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.766555855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.766+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619989","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.766578867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.766+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KWkdo inflight=1 count=7619990","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.766646427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KWkdo inflight=0 count=7619991","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.799303854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.798+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhiQgzpvoiUTaF8TP3rpTW2RLwjNXwBoGPBabC4EqQRCus + count=7646846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.799370159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.799+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qQRCus count=7646847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.803800905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.803+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.803857715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.803+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qQRCus inflight=1 count=7646849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.803863468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.803+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qQRCus inflight=0 count=7646850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.813373402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhd2BssSJ3FWfSPU7BYzTw6K3XHU8JMf1qmCPREHr7R4do + count=7619992","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.813423309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.813+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r7R4do count=7619993","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327813]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.820154400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.819+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.820187419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.819+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r7R4do inflight=1 count=7619995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.820194241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.819+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r7R4do inflight=0 count=7619996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.850978849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.849+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhabFHB5MNDT5YU9MdiEnfDedkLqEVus5mCjemyz33wEus + count=7646851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.851010007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.850+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*33wEus count=7646852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.855006805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.854+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.855053428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.854+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*33wEus inflight=1 count=7646854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.855182796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.854+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*33wEus inflight=0 count=7646855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Fa8i","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.864998773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.864+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoH5ZwQsEDFGtHJX8C63wen2PkR7nAwnyngxWaSt3Endo + count=7619997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327864]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.865033089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.864+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*t3Endo count=7619998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327865]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.869859032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.869+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7619999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.869895752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.869+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t3Endo inflight=1 count=7620000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.869901920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.869+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*t3Endo inflight=0 count=7620001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327869]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.900649685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.900+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhZZAS7HXjbnGfqn8aar9hfEA6SPQvsGkPUzS14GPAjxus + count=7646856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.900699465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.900+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PAjxus count=7646857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.905797064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.905+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.905829245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.905+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PAjxus inflight=1 count=7646859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.905835545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.905+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PAjxus inflight=0 count=7646860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.915312185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rho1Lzvtbxxc9awh4aXygQ5ygANQacJL2drzczwBcHmVdo + count=7620002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.915436303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.915+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cHmVdo count=7620003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.921244559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.919+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.921291169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.919+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cHmVdo inflight=1 count=7620005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.921298819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.920+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cHmVdo inflight=0 count=7620006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.952045034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.951+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhWzFFmfoin8gXT91brimVeRm6QeR4DJqGMsm2GZshU6us + count=7646861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.952078803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.951+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*shU6us count=7646862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.956146415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.955+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.956192195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.955+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shU6us inflight=1 count=7646864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.956196987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:27.956+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shU6us inflight=0 count=7646865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593327956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.966007896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhbBJPmosYr8E91hT16cjyk57k6ETX25BNuaizh8H4ysdo + count=7620007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.966058115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.965+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H4ysdo count=7620008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327966]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.971276644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.970+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.971318625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H4ysdo inflight=1 count=7620010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:27.971348029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:27.971+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H4ysdo inflight=0 count=7620011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593327971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.002580091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.002+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhhrBkZVN9Nn8mWYhmFB7YZpAMcJ449vS7dP4ZhXxSkkus + count=7646866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.002659094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.002+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xSkkus count=7646867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.007784778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.007+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.007819709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.007+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xSkkus inflight=1 count=7646869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.007941131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.007+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xSkkus inflight=0 count=7646870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.017214298Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhhtqVHseAyoUmSYkekpM6PZF53MFC9KdEd9uNdUESFkdo + count=7620012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.017252564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ESFkdo count=7620013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.023415211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.022+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.023472010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.023+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ESFkdo inflight=1 count=7620015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.023501599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.023+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ESFkdo inflight=0 count=7620016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.053602748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.053+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhkL7CfkUxJ5MqWZovn41b9jqrhXWufemFszHPMAdnwjus + count=7646871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.053665143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.053+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dnwjus count=7646872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.058766327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.058+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.058805529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.058+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dnwjus inflight=1 count=7646874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.058850548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.058+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dnwjus inflight=0 count=7646875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.068234767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhYFPC6orYAj18po9VVPaDJD45o1sdZmN9NDbjMcy1EGdo + count=7620017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.068278976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.068+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y1EGdo count=7620018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.072597617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.072+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.072644487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.072+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y1EGdo inflight=1 count=7620020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.072667832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.072+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y1EGdo inflight=0 count=7620021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.104521423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.104+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhiD4Ezy2sqCaSzbPrWkJk4qCUpBqkKYGnsaQvMbfebJus + count=7646876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.104565886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.104+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*febJus count=7646877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.109600447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.109+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.109638156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.109+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*febJus inflight=1 count=7646879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.109644184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.109+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*febJus inflight=0 count=7646880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.119127321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhfNLL4MDzKiyRAuMwighD9rNoQhsmNAibUrur3qJKgado + count=7620022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.119262376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.118+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JKgado count=7620023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.123162850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.122+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.123189693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JKgado inflight=1 count=7620025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.123374762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JKgado inflight=0 count=7620026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.155134468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.154+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhoRdQ8yHZHGRqF2ErjFfLEJbXPpfTTQRceCsUHqYDADus + count=7646881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.155174676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.154+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YDADus count=7646882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.159870214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.159+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.159907109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.159+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YDADus inflight=1 count=7646884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.159932217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.159+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YDADus inflight=0 count=7646885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.169848656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.169+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rhoAgvWT8wHtegySaSPpdsULbNoJXjxQLQKUjh2dG3nfdo + count=7620027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.169900735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.169+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*G3nfdo count=7620028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328169]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.175549036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.175+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.175582015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.175+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G3nfdo inflight=1 count=7620030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.175597831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G3nfdo inflight=0 count=7620031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.206429280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.206+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/us/zb2rhgZvc1te7uyVUzRSvp2TRHzm4Aqs5Tz9nnKHmfb1FNZus + count=7646886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.206483338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.206+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1FNZus count=7646887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.211478257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.211+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.211551978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.211+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1FNZus inflight=1 count=7646889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.211591193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.211+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1FNZus inflight=0 count=7646890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.221323899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.220+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/do/zb2rheAhPRhgvayi8bXG6h8ENRWQX5zdSE6Z9RRMQb2ZbaBdo + count=7620032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.221357454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZbaBdo count=7620033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.226010203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.225+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.226102277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.225+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZbaBdo inflight=1 count=7620035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.226135517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.226+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZbaBdo inflight=0 count=7620036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.257240266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.256+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhmHBpyjDaqDVfWBAxPpksBLNWnHgkh5cJmTYM1qFzWbSD + count=7646891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.257299120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.257+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FzWbSD count=7646892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.262481445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.262+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.262533278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.262+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzWbSD inflight=1 count=7646894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.262539340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.262+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FzWbSD inflight=0 count=7646895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.271923275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.271+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhkDm8gFCqZABscp6A4CFLK4niuZfTrEotkaRtLPibKZnV + count=7620037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.272013432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.271+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ibKZnV count=7620038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.276211624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.275+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.276254614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.276+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ibKZnV inflight=1 count=7620040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.276410243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.276+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ibKZnV inflight=0 count=7620041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.312045569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.311+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhXVRPqRMx3YSr4tDJgLAG7p1k2hjLSt525ymx36gbQQSD + count=7646896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.312092206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.311+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gbQQSD count=7646897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.316099382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.316138009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gbQQSD inflight=1 count=7646899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.316144756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.315+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gbQQSD inflight=0 count=7646900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.322926982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhjYsdDgBTEdzQtBYHWnp9AnvPioLSCECQ4yfwpo89YqnV + count=7620042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.322984348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.322+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*89YqnV count=7620043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.326865318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.326+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.326930212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.326+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*89YqnV inflight=1 count=7620045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.326950023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.326+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*89YqnV inflight=0 count=7620046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.362533356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.362+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhb7NrigKs1DDxdHwK9wvzuBLehnWaBfYW6kbcLrbHbNSD + count=7646901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.362613894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.362+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bHbNSD count=7646902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.366818289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.366+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.366852380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.366+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bHbNSD inflight=1 count=7646904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.366865368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.366+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bHbNSD inflight=0 count=7646905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.373639035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.373+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhcgLrdJZ5pRMFhBhtHJbzv5YJaY2DTW2scQChc3ttP6nV + count=7620047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.373677925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.373+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ttP6nV count=7620048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.379187306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.378+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.379299708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.378+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttP6nV inflight=1 count=7620050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.379371222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttP6nV inflight=0 count=7620051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.413472109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.413+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhe4JAkUQ2iBYf8PfFUKzkadHG85rteFY3b9wiEbA8S2SD + count=7646906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.413519717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.413+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A8S2SD count=7646907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.419042552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.418+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.419081518Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.418+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A8S2SD inflight=1 count=7646909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.419270064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.418+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A8S2SD inflight=0 count=7646910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.424831440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.424+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhYrGwLiBN2bs7SuRUFJFvZfQ32TGwM98sMwZ3Bvs3YSnV + count=7620052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.424951761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.424+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*s3YSnV count=7620053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.431094701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.430+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.431136257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.430+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s3YSnV inflight=1 count=7620055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1JMCe","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.431226228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.430+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s3YSnV inflight=0 count=7620056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.464989294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.464+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhkeLZn69UxTSSYxd94rvkM9xjsfu5n5XnuZUPCMkYV4SD + count=7646911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.465026668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.464+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kYV4SD count=7646912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328465]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.470790028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.470+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.470846521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.470+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kYV4SD inflight=1 count=7646914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.470854093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.470+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kYV4SD inflight=0 count=7646915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.475839806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.475+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhaBdZ4Btxu8ZVTXLq2iv5bUoxw4eZP4T1fmrYszb5KznV + count=7620057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.475876488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.475+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b5KznV count=7620058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.479824370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.479860594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b5KznV inflight=1 count=7620060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.479866570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b5KznV inflight=0 count=7620061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.515471798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.515+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhamsAXqKxKLvkC3dHGFijyawjsHCDgrPEMBiPNwmjuNSD + count=7646916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.515575994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.515+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mjuNSD count=7646917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.520563810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.520+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.520597603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.520+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mjuNSD inflight=1 count=7646919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.520735785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.520+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mjuNSD inflight=0 count=7646920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.526480704Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.526+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhch5mo9R4ZeMTuTZxtfBZjHRzghV34PPP1K8Jsy9PWZnV + count=7620062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.526522003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.526+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9PWZnV count=7620063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328526]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.532519519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.532+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.532662839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.532+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9PWZnV inflight=1 count=7620065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.532699791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.532+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9PWZnV inflight=0 count=7620066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.566241328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.565+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhaJXkayUdaZi7WnUAULPaW6hfweh8QC1QpvRQ4uYA3JSD + count=7646921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.566295510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.566+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YA3JSD count=7646922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.572094164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.571+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.572141646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.571+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YA3JSD inflight=1 count=7646924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.572146724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.571+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YA3JSD inflight=0 count=7646925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.577377722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.576+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhjsiog2oYFFjCBwj4waZjdUV8dSR4ZMAkaQcpxcvQa6nV + count=7620067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.577422541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.577+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vQa6nV count=7620068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.581940258Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.581+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.581978351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.581+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vQa6nV inflight=1 count=7620070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.581996135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.581+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vQa6nV inflight=0 count=7620071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.617781582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.617+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhju1wc1hjD2vTJrP1dD2VQhWQjqL1oazTVJEq8tttkwSD + count=7646926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.617865271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.617+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ttkwSD count=7646927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328617]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.623982555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.623+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.624061261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.623+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttkwSD inflight=1 count=7646929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.624066795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.623+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ttkwSD inflight=0 count=7646930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.628731928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.628+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhYEM2f4xUbMwcSRHrJ95FiWqWh45CbPQ39nicFXhCu7nV + count=7620072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.628818474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.628+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hCu7nV count=7620073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.635280629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.634+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.635326054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.635+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hCu7nV inflight=1 count=7620075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.635334632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hCu7nV inflight=0 count=7620076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.668550924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.668+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhnJRsdR1UtKNMtNBas51SYdTGheHTqzB6K67zCxpZPvSD + count=7646931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1G7bD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.668597575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.668+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pZPvSD count=7646932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.673827671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.673+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.673871321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.673+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pZPvSD inflight=1 count=7646934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.673951691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.673+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pZPvSD inflight=0 count=7646935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.679799067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.679+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhgV9pmKposwfuGrYrYJrCpkvcNYfa9b34AEitjuqXg6nV + count=7620077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.680000466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.679+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qXg6nV count=7620078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328680]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.685799484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.685+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.685847335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.685+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qXg6nV inflight=1 count=7620080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.686018200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.685+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qXg6nV inflight=0 count=7620081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.721965489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.719+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhndosSXTsE6WbXyue2WCtKV34RUMBSadqb1U9HQ9X5uSD + count=7646936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.722023371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.719+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9X5uSD count=7646937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.723803690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.723851032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.723+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9X5uSD inflight=1 count=7646939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.723864953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.723+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9X5uSD inflight=0 count=7646940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.730610961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.730+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhk7rfW2pa8N1Lyny113nyq4f1fWFqcjwGpm3nrH1GeJnV + count=7620082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.730696308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.730+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1GeJnV count=7620083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.736742310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.736+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.736795089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.736+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1GeJnV inflight=1 count=7620085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.736957052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.736+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1GeJnV inflight=0 count=7620086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.770411492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.769+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhnbYP7k1xMbZM4sheeKqDYnju1o3vLK3cd3oyfcNHunSD + count=7646941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.770453511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.770+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NHunSD count=7646942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.776068307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.775+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.776137193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.775+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NHunSD inflight=1 count=7646944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.776263347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.776+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NHunSD inflight=0 count=7646945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.781653636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.781+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhjG8qChQLkZSUrbMnPesK7DdV7miSFuLVbPVejSYJV8nV + count=7620087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.781713124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.781+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YJV8nV count=7620088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.787116712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.786+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.787151158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.786+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YJV8nV inflight=1 count=7620090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.787164390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.787+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YJV8nV inflight=0 count=7620091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.821774897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.821+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhg9hqvdsW4XfdJWeiNDkE2vf6hABqf35HQ4v83xdaEvSD + count=7646946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328821]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.821815946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.821+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*daEvSD count=7646947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328821]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.827369635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.827+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.827546134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.827+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*daEvSD inflight=1 count=7646949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.827598426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.827+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*daEvSD inflight=0 count=7646950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.832720830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.832+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhdaqUwFkm8BSg1yVm4utNPLR35zn4kYfEAb7n5ZjEcinV + count=7620092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.832917312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.832+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jEcinV count=7620093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.840011262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.839+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.840046447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.839+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jEcinV inflight=1 count=7620095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.840249670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jEcinV inflight=0 count=7620096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.872950051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.872+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhnLPxUo8QkGJhtr5ftxyj4KJhXhPWQDNQE8E6UdJwYRSD + count=7646951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.872993560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.872+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JwYRSD count=7646952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.878268859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.877+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.878322755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.878+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JwYRSD inflight=1 count=7646954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.878328187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.878+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JwYRSD inflight=0 count=7646955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.883821021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.883+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhdQzkQUrYgYEMX6gmkJr2CUVq95bbo3aepBWUJaMKtqnV + count=7620097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.883882582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.883+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MKtqnV count=7620098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.890443317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.890+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.890485206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MKtqnV inflight=1 count=7620100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.890617303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MKtqnV inflight=0 count=7620101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.923825895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.923+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhXxEVp5PJggzYD7iAxroLFZ6TrmrWxALsgTq4LwTcTYSD + count=7646956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.923900735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.923+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TcTYSD count=7646957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.929626202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.929+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.929665824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.929+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TcTYSD inflight=1 count=7646959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.929743603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.929+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TcTYSD inflight=0 count=7646960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.935307726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.934+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhdH8LjmcueFJWEGcsyssqpGJFrdkQfvuXX3sgEGhv67nV + count=7620102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.935433537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.935+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hv67nV count=7620103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.939838945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.939+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328939]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.940113171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.939+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hv67nV inflight=1 count=7620105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.940157284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.940+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hv67nV inflight=0 count=7620106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.975347776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.974+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhmjT9v6HP5uH5F6iecNrjBj5kh8rHniQrLKWGRACbEfSD + count=7646961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.975391949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.975+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CbEfSD count=7646962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.979791948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.979+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.979852184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.979+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CbEfSD inflight=1 count=7646964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.979868512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:28.979+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CbEfSD inflight=0 count=7646965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593328979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.986756487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.986+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhfQb6YknmMoWGtJKQAEFaL8renSh9YNjWoaSRJ664PWnV + count=7620107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.986953110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.986+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*64PWnV count=7620108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.990787098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.990+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.990818076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.990+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*64PWnV inflight=1 count=7620110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:28.991077525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:28.990+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*64PWnV inflight=0 count=7620111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593328991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.026153285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.025+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhcKKzBEi2wVaE9GScHwZuyP4wQ3zZHngTTafm1ZqFgdSD + count=7646966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.026209588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.025+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qFgdSD count=7646967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.031565855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.031+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.031598383Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.031+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFgdSD inflight=1 count=7646969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.031733446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.031+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qFgdSD inflight=0 count=7646970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.037807859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.037+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhmPL3TWBuJm96XyFHeyST2dPRc3RMJJZrQ3xDmdCXxmnV + count=7620112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.038054007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CXxmnV count=7620113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.043791116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.043833142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CXxmnV inflight=1 count=7620115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.044257973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CXxmnV inflight=0 count=7620116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.077254940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.076+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhYjRQwj5XDMEJnuUMrFMTzxJGtE1KApybRKJTmx7icZSD + count=7646971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.077304899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.077+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7icZSD count=7646972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.082317694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.082+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.082363603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.082+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7icZSD inflight=1 count=7646974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.082368663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.082+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7icZSD inflight=0 count=7646975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.088820992Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.088+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhfBFmw5RL5xVTCnt7oezbF5imsWcQLPzf2p34goLfd1nV + count=7620117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.088887134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.088+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Lfd1nV count=7620118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.094732216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.094+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.094778360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.094+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lfd1nV inflight=1 count=7620120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.094784441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.094+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lfd1nV inflight=0 count=7620121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.127898249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.127+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhfF4nTcujQFosqCQdcj4Fp7gQmQfHPmtg5UABED3vxLSD + count=7646976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.127941676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.127+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3vxLSD count=7646977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.131924607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.131+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.132038306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.131+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3vxLSD inflight=1 count=7646979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.132048242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.131+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3vxLSD inflight=0 count=7646980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.144791501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.144+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhkpHZxTFdv2raZ1WQf44rYJ2Y9jffXeb8viQSGrUnFMnV + count=7620122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.144844024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.144+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UnFMnV count=7620123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.150634407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.150+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.150688143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.150+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnFMnV inflight=1 count=7620125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.150848098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.150+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UnFMnV inflight=0 count=7620126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.178579145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.178+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhgH7N8LAg7fBcXmsxziBSzMk4vQ4hHkpBRwPuoQ7fyoSD + count=7646981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.178615902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.178+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7fyoSD count=7646982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.183173184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.182+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.183210699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.183+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7fyoSD inflight=1 count=7646984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.183277614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.183+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7fyoSD inflight=0 count=7646985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.195584376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.195+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhocfStM3Mdx3GGdH7GXJVLh6SeAmsdjRMJdxT11s1eonV + count=7620127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.195622715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.195+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*s1eonV count=7620128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.200190539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.199+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.200425105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.200+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s1eonV inflight=1 count=7620130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.200662698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.200+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s1eonV inflight=0 count=7620131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.229823605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.229+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhafFEoKD8gQnXAW3AMQBNhjDww6V6JxuBVFDJyVzBW9SD + count=7646986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.229867044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.229+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zBW9SD count=7646987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.235899135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.235+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.235930875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.235+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zBW9SD inflight=1 count=7646989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.235935560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.235+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zBW9SD inflight=0 count=7646990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.246232825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.245+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhgGfseXifn8oGp92VJR9Bt3uh9kQan5dZuHmP8tXeLcnV + count=7620132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.246294796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.245+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XeLcnV count=7620133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.252201408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.251+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.252241219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.252+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XeLcnV inflight=1 count=7620135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.252527719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.252+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XeLcnV inflight=0 count=7620136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.280597566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.280+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhep3bTHS4BKkXYH2UKgC4qtYsPVHH9GaDJXTLW99DYaSD + count=7646991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.280664934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.280+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9DYaSD count=7646992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.285639828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.285+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.285709517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.285+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9DYaSD inflight=1 count=7646994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.285748221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.285+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9DYaSD inflight=0 count=7646995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.297006308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.296+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rheLuuZzsmWcHtVnDyzg8JmncNqFgizf4jReSWWNZ972nV + count=7620137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.297059695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.296+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Z972nV count=7620138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.302578240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.302+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.302613085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.302+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z972nV inflight=1 count=7620140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.302626865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.302+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z972nV inflight=0 count=7620141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.331298711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.330+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhXRCsPmjCqUDT18M8ugaQ9vQVG6dMikYzWjmsM1V9YTSD + count=7646996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.331337050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.331+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*V9YTSD count=7646997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.335577552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7646998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.335632512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V9YTSD inflight=1 count=7646999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.335637976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*V9YTSD inflight=0 count=7647000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.348193858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.347+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhm98bsMgaxLFxw5yKJKVVE2U2wKpMUiwpMSBt19MyiqnV + count=7620142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.348271759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.348+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MyiqnV count=7620143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.362919624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.362+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.362965774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.362+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MyiqnV inflight=1 count=7620145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.363170724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.363+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MyiqnV inflight=0 count=7620146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.382273495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.381+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhn6KMmc1YrNvZ7gLuniXThZK6QQDGG3AquGdz8kcRNCSD + count=7647001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.382309131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.382+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cRNCSD count=7647002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.387346545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.386+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.387392910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.387+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cRNCSD inflight=1 count=7647004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.387473735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.387+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cRNCSD inflight=0 count=7647005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.399704256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.399+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhczkpzRYiS5zeFeFAFbtuARhm4KWNLa8q8Q1kbbMNyfnV + count=7620147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.399760016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.399+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MNyfnV count=7620148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.412187598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.412235414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MNyfnV inflight=1 count=7620150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.412284771Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.412+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MNyfnV inflight=0 count=7620151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329412]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.437685243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.437+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhdxxiWBdUEVdqSNwCkzPaRi74Bk1wVdNh1A2eSprcinSD + count=7647006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.437727821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.437+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rcinSD count=7647007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.443021815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.442+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.443075423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.442+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rcinSD inflight=1 count=7647009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.443081556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.442+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rcinSD inflight=0 count=7647010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.444297103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.444+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7647011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.450790285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.450+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhfATMnx3JAMx3UzM75oadWJ7RLTvogWuNE91EnxjVQznV + count=7620152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.450839941Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.450+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jVQznV count=7620153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.456605499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.456+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.456678783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.456+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jVQznV inflight=1 count=7620155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.456700647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.456+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jVQznV inflight=0 count=7620156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.488793707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.488+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhjnZDKGFVASUp3KHLFSXv5iLyGcqnxPZCz4We2izaWZSD + count=7647012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.488849814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.488+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zaWZSD count=7647013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.495615356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.495+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.495749090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.495+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zaWZSD inflight=1 count=7647015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.495759404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.495+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zaWZSD inflight=0 count=7647016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.501287895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.500+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhe4i4UF7GKzpGkMjAxTAeeLdoCQdyaBdGMPVRaweSRinV + count=7620157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.501433813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.501+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eSRinV count=7620158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.505366110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.505+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.505398014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.505+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eSRinV inflight=1 count=7620160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.505652728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.505+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eSRinV inflight=0 count=7620161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.539288958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.539+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhY8z352xbjGoUwWq8DTcnn9obJ45KC3scSnpE3bm5BxSD + count=7647017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1G7fD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.539327103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.539+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m5BxSD count=7647018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.543690242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.543+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.543745077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.543+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m5BxSD inflight=1 count=7647020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.543760294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.543+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m5BxSD inflight=0 count=7647021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.552128647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.551+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhiZysZieLxekPWH3zuSnybLRNbyuNBvg5qVongfGrhJnV + count=7620162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.552168211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.551+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GrhJnV count=7620163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.557914606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.557+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1JMCf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.557956808Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.557+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GrhJnV inflight=1 count=7620165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.558119250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.557+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GrhJnV inflight=0 count=7620166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.590248947Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.589+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhmMtWpwYKLFG22Bu2mdbbgtjj7qnV44YVGnQWo9xGn2SD + count=7647022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.590298369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.590+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xGn2SD count=7647023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.594479481Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.594+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.594543791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.594+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xGn2SD inflight=1 count=7647025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.594555017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.594+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xGn2SD inflight=0 count=7647026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329594]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.602680653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.602+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhhxtBCchbfgbcdUXuNdY4FpCJcu6neVxk8SNBWAkoYQnV + count=7620167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.602727200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.602+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*koYQnV count=7620168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329602]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.608151940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.607+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.608317835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.607+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*koYQnV inflight=1 count=7620170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.608353440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.608+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*koYQnV inflight=0 count=7620171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.640982506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.640+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhooFNah8d8abEm5SV4xGMVnp7uY5K1TPvmG2fd3pCibSD + count=7647027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.641045339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.640+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pCibSD count=7647028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329641]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.646097069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.645+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.646180924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.645+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pCibSD inflight=1 count=7647030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.646208792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.646+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pCibSD inflight=0 count=7647031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.653867019Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.653+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhecWujS46tiXa6xJvYdUogF5jyJskiVG1dQnRrGWvydnV + count=7620172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.654041397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.653+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WvydnV count=7620173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329654]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.659009211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.658+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.659077374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.658+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WvydnV inflight=1 count=7620175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.659247036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.658+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WvydnV inflight=0 count=7620176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.691752742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.691+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhk55jJUpiW4FxivMwgu5ZaHaPbQJqT83skcHNhzj272SD + count=7647032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.691815896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.691+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j272SD count=7647033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.696163170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.696200004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j272SD inflight=1 count=7647035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.696222021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.696+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j272SD inflight=0 count=7647036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.704764249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.704+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhYypX4jE49qmCdTG9DG2LksirqyGhSQftAFWqQYe74pnV + count=7620177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.704850108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.704+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e74pnV count=7620178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329704]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.711160785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.710+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.711217249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.710+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e74pnV inflight=1 count=7620180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.711426173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.711+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e74pnV inflight=0 count=7620181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.742784614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.742+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhXWvFj5bAXTXghMLDS7cesSkBqq4cnXnzUVan2XNhqFSD + count=7647037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.742831409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.742+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NhqFSD count=7647038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.748660648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.748+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.748696296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.748+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NhqFSD inflight=1 count=7647040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.748701121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.748+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NhqFSD inflight=0 count=7647041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.756142893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.755+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhoCwmSxugG56kJGnULhEyLt6mdgBhLApBqGboaxr4aonV + count=7620182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.756206072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.755+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r4aonV count=7620183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329756]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.762221736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.761+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.762378428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.762+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4aonV inflight=1 count=7620185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.762393281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.762+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r4aonV inflight=0 count=7620186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.793141166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.792+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhZamUstLofnWdHHJCxfKVAZYqdpYcv9hZfxmGskBCsXSD + count=7647042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.793202130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.793+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BCsXSD count=7647043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.798382758Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.798+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.798416924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.798+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BCsXSD inflight=1 count=7647045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Lszl","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.798678590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.798+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BCsXSD inflight=0 count=7647046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329798]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.806918025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.806+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhXKwUSKAiKqb3Y3Wfyo5zTuign6N2w9vA8VVfud2HKanV + count=7620187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.806990417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.806+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2HKanV count=7620188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329806]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.811274588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.810+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.811304465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.811+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2HKanV inflight=1 count=7620190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.811502840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.811+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2HKanV inflight=0 count=7620191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.844049485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.843+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhe6MMQCuCzwzu5JyNhBkRPPxgriKJKfY6kDougKNxhUSD + count=7647047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.844096998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.843+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NxhUSD count=7647048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.848205490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.847+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.848241892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.848+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NxhUSD inflight=1 count=7647050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.848247940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.848+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NxhUSD inflight=0 count=7647051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.858059778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.857+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhmbVRAjeWX7w6qqMjerASMNwNtTfvhsQQMWbJ9tJiAGnV + count=7620192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.858151537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.857+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JiAGnV count=7620193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.866166235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.865+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.866201380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.865+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JiAGnV inflight=1 count=7620195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.866208547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.866+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JiAGnV inflight=0 count=7620196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.894806915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.894+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rheQ9h2CWc8rZhZcPbn4ariSyfGu89QfBh8ZY3q1qAiUSD + count=7647052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.894854618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.894+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qAiUSD count=7647053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329894]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.900477409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.900+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.900543284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.900+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qAiUSD inflight=1 count=7647055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.900549914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.900+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qAiUSD inflight=0 count=7647056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.909239093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.908+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhhG7j3SHa8PLJ33edZwaa9Wsw5k64FCi4TGGgYhqpJUnV + count=7620197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.909287025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.908+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qpJUnV count=7620198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.914438562Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.914+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.914781790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.914+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qpJUnV inflight=1 count=7620200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.914944099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.914+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qpJUnV inflight=0 count=7620201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.946011367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.945+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhZHdLmzaVC5cHbFXBYaapdL7DvFMXSm1d8E43piTQyVSD + count=7647057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.946074636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.945+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TQyVSD count=7647058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.951988897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329951]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.952025740Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.951+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQyVSD inflight=1 count=7647060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.952081004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.951+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQyVSD inflight=0 count=7647061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.959456453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.959+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rheKh32njeoyhLE9hNb728yb2A3L6RyMgYWEtdceeku9nV + count=7620202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.959531009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.959+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eku9nV count=7620203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.964427373Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.964+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329964]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.964495798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.964+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eku9nV inflight=1 count=7620205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329964]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.964735023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:29.964+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eku9nV inflight=0 count=7620206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593329964]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.996680181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.996+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhfnqDMyR2SWCX2kzRZwthNHZQc4ZaaCWDHarKYj8N27SD + count=7647062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:29.996724081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:29.996+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8N27SD count=7647063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593329996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.002816071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.002+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.002854142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.002+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8N27SD inflight=1 count=7647065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.002859396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.002+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8N27SD inflight=0 count=7647066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.010351742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.010+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhY8Pe8mBuG3UHij51HWcnUwpmMEjQX55PNrfubUCuVgnV + count=7620207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.010485229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.010+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CuVgnV count=7620208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.017334755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.016+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.017745369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.017+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CuVgnV inflight=1 count=7620210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.017765585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.017+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CuVgnV inflight=0 count=7620211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.047796058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.047+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhd9oRQTyahJfhrNmdYhp2aQt5xAK5qZdqL3Z1No16fWSD + count=7647067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.047838683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.047+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*16fWSD count=7647068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.054793394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.054+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.054833552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.054+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*16fWSD inflight=1 count=7647070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.054839201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*16fWSD inflight=0 count=7647071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.061716664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.061+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhbmiEdjKBZs39XdYUd9GKyusdWuQnDFzAuvDifz1JyMnV + count=7620212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330061]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.061781307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.061+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1JyMnV count=7620213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330061]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.067480766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.067+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.067602144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.067+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1JyMnV inflight=1 count=7620215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.067799173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.067+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1JyMnV inflight=0 count=7620216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.099306133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.098+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rheb2hMDvymPuZvSyKCGhVUK9F8979Gpv3Hd9i5SRBwWSD + count=7647072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.099360527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.099+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RBwWSD count=7647073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.103969942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.103+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.104025636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.103+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RBwWSD inflight=1 count=7647075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.104066259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.103+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RBwWSD inflight=0 count=7647076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.112381659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.112+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhh5EahSGwRUmhwEfvxXReSahKeBNkLUB3b7hKB27Y91nV + count=7620217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.112633875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.112+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7Y91nV count=7620218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330112]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.119485336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.118+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.119537094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.118+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7Y91nV inflight=1 count=7620220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.119545884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.119+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7Y91nV inflight=0 count=7620221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.150407607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.150+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhaMw8ATm5JH6CNJDF4Yx61DuDYyZaRC5ac4TMGBtckYSD + count=7647077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.150471462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.150+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tckYSD count=7647078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.156281767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.156316595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.156+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tckYSD inflight=1 count=7647080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.156414061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.156+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tckYSD inflight=0 count=7647081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.163915671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.163+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhdG1ibBrqM2JZQMZu9oN472225FJH6u5jSzWYEwB3jGnV + count=7620222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330163]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.164032948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.163+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B3jGnV count=7620223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330164]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.171055301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.170+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.171095307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.170+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B3jGnV inflight=1 count=7620225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.171149419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.170+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B3jGnV inflight=0 count=7620226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.200968321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.200+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhcs5y7qqYwv5iNfLpS17ELQptqL8QE6JdFmH1115vpXSD + count=7647082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.201028299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.200+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5vpXSD count=7647083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.206831662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.206928682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5vpXSD inflight=1 count=7647085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.206935688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5vpXSD inflight=0 count=7647086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.214949964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.214+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhcBvFYrJkQj44rrjbvuYYrpqmQDWGz81DwjtC8FF2EunV + count=7620227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.214991300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.214+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F2EunV count=7620228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.219602323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.219+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.219640799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.219+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2EunV inflight=1 count=7620230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.219787345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.219+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2EunV inflight=0 count=7620231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330219]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.252418891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.252+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhoj8puj9iFuZSGmbmnnAmDJTrcF4fWPKuG9RgFBN86CSD + count=7647087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.252463354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.252+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*N86CSD count=7647088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.258419734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.257+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.258460351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N86CSD inflight=1 count=7647090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.258466173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.258+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*N86CSD inflight=0 count=7647091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.266206999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.265+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhZ1kSvvwjSwS4u5tqtBMcfJ3gN4xrq5GtXLafEJCharnV + count=7620232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.266453426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.266+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CharnV count=7620233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330266]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.271109559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.270+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.271188786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.270+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CharnV inflight=1 count=7620235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.271498075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.271+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CharnV inflight=0 count=7620236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.302871970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.302+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhfJCcNyDkRRzby6GQcc59nY4aK7H67xmDVdo3PyXn7zSD + count=7647092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.302935076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.302+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xn7zSD count=7647093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.306807940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.306+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.306845334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.306+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xn7zSD inflight=1 count=7647095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.306938180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.306+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xn7zSD inflight=0 count=7647096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.316970811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.316+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhnP5AXHPCnjBiBwLbNp3SVcRRc2iuKwqZ46u4twoYExnV + count=7620237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330316]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.317033462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.316+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oYExnV count=7620238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.323106818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.322+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.323145326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.322+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYExnV inflight=1 count=7620240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.323150865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.322+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYExnV inflight=0 count=7620241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.353534018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.353+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhiNDCc5xMs18ko3iSVViw3GGok2pYJJTqNVUkzzX7mwSD + count=7647097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.353573454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.353+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*X7mwSD count=7647098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.359144743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.359184589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.358+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X7mwSD inflight=1 count=7647100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.359200187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.359+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X7mwSD inflight=0 count=7647101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.367846247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.367+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhZB8UMkfcCFKCWjB14rCqcckUc6JEoiMguiRRYoL1ESnV + count=7620242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.367898287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.367+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L1ESnV count=7620243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330367]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.372413819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.371+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.372471515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.372+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L1ESnV inflight=1 count=7620245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.372713979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.372+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L1ESnV inflight=0 count=7620246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330372]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.404721239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.404+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhiWcHrTs9S5K6WBx3ByCECQUui2C7xYb1csAmsZggdtSD + count=7647102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.404764085Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ggdtSD count=7647103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.410371137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.409+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.410412424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.410+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ggdtSD inflight=1 count=7647105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.410418354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.410+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ggdtSD inflight=0 count=7647106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.419232809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.418+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhYaWvoAHZyCmj1vrEQd4jGjM1NPrVKYyCD5WdDP1fLxnV + count=7620247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.419520640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.419+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1fLxnV count=7620248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.425744880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.425+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.425801433Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.425+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fLxnV inflight=1 count=7620250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.426119141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.425+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fLxnV inflight=0 count=7620251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.455851164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.455+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhcsmb7XKtQaeVnrMipARhJRyWMpwWSiXqKGNA8D8wVTSD + count=7647107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.455912649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.455+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8wVTSD count=7647108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.459976847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.460013872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8wVTSD inflight=1 count=7647110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.460046126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8wVTSD inflight=0 count=7647111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.470682693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.470+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhorvm7saT2cuUVVEW4LtzvD3MDNFZ95CioH6AVf515jnV + count=7620252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.470786296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.470+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*515jnV count=7620253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.475472892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.475+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.475504242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.475+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*515jnV inflight=1 count=7620255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.475588307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.475+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*515jnV inflight=0 count=7620256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.475628637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.475+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7620257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.506562223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.506+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhaqpZF5okYEo3YNmWLfsocmTq5jNmVijhTxv5qg5bxtSD + count=7647112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.506605011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5bxtSD count=7647113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330506]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.512264390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.512320839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.512+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5bxtSD inflight=1 count=7647115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.512328326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.512+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5bxtSD inflight=0 count=7647116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.521356409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.520+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhd1ygxzn4qoeQGVHxagUoWZsSAo4kFLMxsQSjfziEdKnV + count=7620258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330521]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.521437228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.521+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iEdKnV count=7620259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330521]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.527195021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.526+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.527238331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.527+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iEdKnV inflight=1 count=7620261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.527261557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.527+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iEdKnV inflight=0 count=7620262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.557825986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhmaJSwKPTEbTFLeENnRUH2jFvDWkYDYpwy8WqFMuhtbSD + count=7647117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.557886098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uhtbSD count=7647118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.563358805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.563471652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.563+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uhtbSD inflight=1 count=7647120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.563478166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.563+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uhtbSD inflight=0 count=7647121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.571837861Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.571+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhgzCybcAaKrcsvX8vXT4NACx2C3XLm5QKGS3NmW8uyDnV + count=7620263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.571963819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.571+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8uyDnV count=7620264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330571]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.576831132Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.576+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330576]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.576872554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.576+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8uyDnV inflight=1 count=7620266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330576]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.577275285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.576+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8uyDnV inflight=0 count=7620267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.608895967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhdekyxunfd6ixmavMfFAUqMMtwwtRFnzWLXq9GW7QBiSD + count=7647122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.608959759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7QBiSD count=7647123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.614040106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.613+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.614080730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.613+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7QBiSD inflight=1 count=7647125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.614175655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.613+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7QBiSD inflight=0 count=7647126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.622641964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.622+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhf1rrTf8TDdyaRHR9xR5qY2p12s7uzcujM8qGbTZYfMnV + count=7620268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.622705057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.622+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZYfMnV count=7620269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330622]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.627076627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.626+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.627106027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.626+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZYfMnV inflight=1 count=7620271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.627164106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.627+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZYfMnV inflight=0 count=7620272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.659786463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhnHxjz1kWnx5UrZZavpFwfJBR8UJsf76avXZ5WxzMRaSD + count=7647127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.659859170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.659+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zMRaSD count=7647128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.670847347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.670907894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.670+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zMRaSD inflight=1 count=7647130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.670913880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.670+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zMRaSD inflight=0 count=7647131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.673940096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.673+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhadzFAmeFiNf8PT8HFiRy5XwJUYN3gxC4dVqfk8m3ttnV + count=7620273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.673981118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.673+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*m3ttnV count=7620274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330673]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.678451595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.677+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.678491660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.678+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m3ttnV inflight=1 count=7620276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.678498523Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.678+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*m3ttnV inflight=0 count=7620277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.710557356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhjT4T6kofRPZUmnMg1koPcW8gcGEr8M2bpfWJp9DJeGSD + count=7647132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.710597200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DJeGSD count=7647133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.719750898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.715+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.719794451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.715+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DJeGSD inflight=1 count=7647135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.719818854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.715+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DJeGSD inflight=0 count=7647136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.724993921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.724+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhh4zz9Uwo25fX1GH6RXx43VwR9gkZTdQpeW8ZukbdASnV + count=7620278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330724]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.725306138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.724+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bdASnV count=7620279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330725]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.730956007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.730+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.730995386Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.730+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bdASnV inflight=1 count=7620281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.731206427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.730+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bdASnV inflight=0 count=7620282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.761319869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.760+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhbdfjzJw2fgE2qcAcoGbokgTmaDy1P747K1gNQwRQnfSD + count=7647137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.761390477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.761+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RQnfSD count=7647138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.766695361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.766+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.766751222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.766+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RQnfSD inflight=1 count=7647140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.766765031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RQnfSD inflight=0 count=7647141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.775790814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.775+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhmzHLujPoEBpoLiL5VbumdeR5jdWyySLA84W8cCnJHrnV + count=7620283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.775832735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.775+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nJHrnV count=7620284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.780343781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.780+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330780]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.780405139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.780+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJHrnV inflight=1 count=7620286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330780]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.780593005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.780+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nJHrnV inflight=0 count=7620287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330780]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.812309663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.811+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhosNZ4czbynN4ZqcHwPmjP9VpSZvxkMvv3cxcjT1f6PSD + count=7647142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.812368129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.812+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1f6PSD count=7647143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.818016412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.818069871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.817+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1f6PSD inflight=1 count=7647145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.818075299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.817+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1f6PSD inflight=0 count=7647146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.827165206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.826+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/nV/zb2rhfaX152BrV7pv4QMdHgsPYK4DSnm1uk8qtZkqfddxbLnV + count=7620288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.827235748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.827+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dxbLnV count=7620289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.831707496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.831+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330831]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.832039045Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.831+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dxbLnV inflight=1 count=7620291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.832115315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.831+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dxbLnV inflight=0 count=7620292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.863635809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhamYZS5bKgwWGkw8DyAv8G4C8gZT1oBhjDJJtmXNnNFSD + count=7647147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.863694741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NnNFSD count=7647148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.867994353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.868045971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NnNFSD inflight=1 count=7647150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.868070067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NnNFSD inflight=0 count=7647151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.877863889Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.877+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhkUQkoP31bttobBGheP3boDhCQD5tM6wnuJBDwaofMsEB + count=7620293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330877]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.878030430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.877+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ofMsEB count=7620294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.884098158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.883+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.884137703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.883+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ofMsEB inflight=1 count=7620296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.884416430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.884+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ofMsEB inflight=0 count=7620297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.914558488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhjci4LFhUFZdzLmnBdXoTFUGkQYATAZPrE3M2xMGyrHSD + count=7647152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.914606305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.914+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GyrHSD count=7647153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.922100043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.921+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.922137701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.921+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GyrHSD inflight=1 count=7647155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.922189993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.921+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GyrHSD inflight=0 count=7647156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.928914126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.928+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgd16Q1K1Z98JjyMwLRqxNjn7UHfYtGCHtiCwzXoUWMEB + count=7620298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.929016446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.928+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oUWMEB count=7620299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.934857075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.934+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.934892448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.934+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oUWMEB inflight=1 count=7620301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330934]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.935076489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.934+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oUWMEB inflight=0 count=7620302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.965739732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhbHP7ff14B9KDYDgPbgC7NDXJFZvj1rn3r8d9WJjpEtSD + count=7647157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.965800155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.965+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jpEtSD count=7647158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.970921615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.970+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.970962462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.970+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jpEtSD inflight=1 count=7647160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.970989052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:30.970+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jpEtSD inflight=0 count=7647161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593330970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.979691068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.979+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbA6Ssi5ekKSkK9ab9ceYnH4UkWzCN1nq7ex9SzuHtREB + count=7620303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.979753933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.979+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uHtREB count=7620304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.984186844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.984396952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.983+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uHtREB inflight=1 count=7620306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:30.984581698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:30.984+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uHtREB inflight=0 count=7620307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593330984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.016790974Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhg5btT1tinLT5deCMuKH4pWwtwtM9hCtQBx4xot5MhwSD + count=7647162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.016839155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5MhwSD count=7647163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331016]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.017771536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.017+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959333 count=7620308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.022426969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.022+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.022493495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.022+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5MhwSD inflight=1 count=7647165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.022516988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.022+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5MhwSD inflight=0 count=7647166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.030398042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.030+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhjFEC5oPfDcHPEUAaSZujeATiS4d7EBp3ogDLE8AGFZEB + count=7620309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.030484166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.030+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AGFZEB count=7620310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.036426442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.036+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.036487039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.036+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AGFZEB inflight=1 count=7620312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.036649787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.036+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AGFZEB inflight=0 count=7620313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.067998289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhfHrS825NTFRv2UtjY6oCmuGy2NUCcXbdWmjZQL5mccSD + count=7647167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.068070061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.067+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5mccSD count=7647168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331068]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.072522605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.072+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.072604657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.072+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5mccSD inflight=1 count=7647170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.072649561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.072+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5mccSD inflight=0 count=7647171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.081243795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.080+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhjZe5rHz68s2wn45f9q5j4vkz6B4qisBgiKu8AahKWuEB + count=7620314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.081324672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.081+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hKWuEB count=7620315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.086690344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.086+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.086834754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.086+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKWuEB inflight=1 count=7620317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331086]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.087099272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.086+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKWuEB inflight=0 count=7620318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.119278638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhn2FkN5ST6Wc3qkMqg2QtrjF2zPTw91tty8tawpL9beSD + count=7647172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.119321191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.119+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L9beSD count=7647173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.123746363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.123782086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9beSD inflight=1 count=7647175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.123858265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9beSD inflight=0 count=7647176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.132552525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.132+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgecJP9XXNN1AC4dR2edEA7CX4FPnA35UZsLXNP5JcKEB + count=7620319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.132650726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.132+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5JcKEB count=7620320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.138358899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.138+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.138403709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.138+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5JcKEB inflight=1 count=7620322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.138427460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.138+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5JcKEB inflight=0 count=7620323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.170406465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.170+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhb5CgM65FNyyRNmhAtrss4vKk4mDtUqb6P2fbPi4wc7SD + count=7647177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.170447566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4wc7SD count=7647178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.175100873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.174+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.175147938Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.174+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4wc7SD inflight=1 count=7647180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.175153314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.174+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4wc7SD inflight=0 count=7647181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.184090772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.183+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbjbgS4QEUtZmkrEL8M85x66pUWzkhGBdHysNYz3cQ7EB + count=7620324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.184138380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.183+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3cQ7EB count=7620325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.191139445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.190+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.191182733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.190+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3cQ7EB inflight=1 count=7620327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.191221310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.191+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3cQ7EB inflight=0 count=7620328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.221623854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.221+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhZYCL2fq8ZQqfc24F57pnNV3beyUyHZS6tBTvUy2NFdSD + count=7647182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.221654989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2NFdSD count=7647183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.227212739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.226+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.227275676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.227+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2NFdSD inflight=1 count=7647185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.227303007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.227+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2NFdSD inflight=0 count=7647186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.234848453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.234+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhismenNFoXzynpDLfgXDHS2fwbpdZER1iZAXoynUZXBEB + count=7620329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.234918313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.234+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UZXBEB count=7620330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.239041363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.238+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.239107856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.238+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UZXBEB inflight=1 count=7620332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.239370277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.239+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UZXBEB inflight=0 count=7620333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.272781686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.272+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhZfoFz4oWYC2MchQ1pZLSY5D4jsPnSWW9fW8oGbMam3SD + count=7647187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.272823988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.272+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Mam3SD count=7647188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.278608241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.278+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.278647789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.278+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mam3SD inflight=1 count=7647190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.278655374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.278+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mam3SD inflight=0 count=7647191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331278]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.285820332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.285+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhj5DQNWSTf7fYy3PbDVH4dqticFWQYSKJJowvgaJHHTEB + count=7620334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.285875903Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.285+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JHHTEB count=7620335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.291475526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.291+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.291506122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.291+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JHHTEB inflight=1 count=7620337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.291518102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.291+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JHHTEB inflight=0 count=7620338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.324135798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.323+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhnqPTVk3NQvUBeYK8TqXbeXKCk2rnK8LLfxiGP15LWVSD + count=7647192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.324195235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.323+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5LWVSD count=7647193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331324]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.329546853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.329+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.329589097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.329+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5LWVSD inflight=1 count=7647195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.329595638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.329+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5LWVSD inflight=0 count=7647196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331329]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.337344011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.336+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhXXD76MZoNWnkLZRNvLrYDUGMsYvCTzh619UbJDZibBEB + count=7620339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331337]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.337426798Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.337+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZibBEB count=7620340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331337]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.341869149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.341+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331341]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.341963578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.341+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZibBEB inflight=1 count=7620342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331341]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.342052370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.341+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZibBEB inflight=0 count=7620343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.375020282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.374+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhfbhFbcCUoFztVvNyQ2WrEdNYNH6tjTXEKV2ssLdewwSD + count=7647197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.375122142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.374+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dewwSD count=7647198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.379722447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.379+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.379779958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.379+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dewwSD inflight=1 count=7647200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.379807336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dewwSD inflight=0 count=7647201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.388534910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.388+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rheu4yFWZhYJABa6KVgdU1jy1g2HUvARmy17rGJzzhq7EB + count=7620344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.388723032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.388+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zhq7EB count=7620345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.394915455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.394+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.394953352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.394+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zhq7EB inflight=1 count=7620347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.395140547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.394+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zhq7EB inflight=0 count=7620348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.426353910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.426+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/SD/zb2rhdSvrAfWMhKEzBU7mtYUkB9aJpKbbTt2Q4BFJSvzGcxSD + count=7647202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.426408680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.426+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zGcxSD count=7647203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331426]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.430560163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.430+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.430607226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.430+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zGcxSD inflight=1 count=7647205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.430612936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.430+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zGcxSD inflight=0 count=7647206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.439734788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.439+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhZWFeZYsEHGsUGF7FRjsyCdnNQVf5Vd7ESmxj6XJDVQEB + count=7620349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.439788628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.439+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JDVQEB count=7620350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.444413338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.444+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.444472624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.444+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JDVQEB inflight=1 count=7620352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.444493879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.444+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JDVQEB inflight=0 count=7620353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.477313143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.476+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rheSMYJ66VQUPia6cG4M2kBTfBFuhh936bXrpkpsU5kbgh + count=7647207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.477359282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.477+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U5kbgh count=7647208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331477]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.482969420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.483002225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5kbgh inflight=1 count=7647210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.483009105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.482+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5kbgh inflight=0 count=7647211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.491400321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.490+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhd774HDPoBzTFqNdiFFNU57fe6Xx2Mfv3m4gxo91xXMEB + count=7620354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.491459274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.490+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1xXMEB count=7620355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.495648939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.495+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.495771929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.495+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1xXMEB inflight=1 count=7620357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.495869530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.495+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1xXMEB inflight=0 count=7620358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.528362041Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.528+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhgQFLdotGkes6BjK5Bx19nEx3DYVrD5ps6VoPBiBKkggh + count=7647212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.528431791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.528+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BKkggh count=7647213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331528]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.533522593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.533+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.533551676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.533+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKkggh inflight=1 count=7647215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.533631073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.533+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKkggh inflight=0 count=7647216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331533]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.541520920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.541+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhoXA7wTP12bg5jZWPJYmnbCK1YcpjcUrVephXVLDRk9EB + count=7620359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.541619978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.541+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DRk9EB count=7620360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.546987993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.546+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.547046240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.546+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DRk9EB inflight=1 count=7620362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.547226400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.546+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DRk9EB inflight=0 count=7620363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331547]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.579038701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.578+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhBwZxkPvXvT4SbyDCuvPjfAmiVsiwkauYzUGpvZR4Jgh + count=7647217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.579074449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.578+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZR4Jgh count=7647218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.584331233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.584+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.584368934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.584+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZR4Jgh inflight=1 count=7647220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.584374171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.584+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZR4Jgh inflight=0 count=7647221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.592722812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.592+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhi12PVEozVUh6nD6D5Z1vFsQmb9YY6xpacJ8jSWTqdVEB + count=7620364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.592759526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.592+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TqdVEB count=7620365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.598266088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.598+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.598325564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.598+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TqdVEB inflight=1 count=7620367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.598343321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.598+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TqdVEB inflight=0 count=7620368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.629991973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.629+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhnJqaa3wDpBvE6agWqcDomdNndAbhTDGjU4BQBcWLTrgh + count=7647222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331629]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.630035964Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.629+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WLTrgh count=7647223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.635602737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.635640077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.635+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WLTrgh inflight=1 count=7647225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.635645665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WLTrgh inflight=0 count=7647226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.643940803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.643+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbCDKTgXfYVEc4hMeRUwhGDNpkKwgqBgUHqBf6vzYUsEB + count=7620369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.643979981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.643+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zYUsEB count=7620370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.648212624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.647+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331648]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.648353870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.648+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zYUsEB inflight=1 count=7620372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331648]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.648423138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.648+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zYUsEB inflight=0 count=7620373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331648]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.681026065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.680+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhnc6gHbCtALFnAqqyW5ofLa7BZcuVp91hyEnkkqep3pgh + count=7647227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331681]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.681105334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.680+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ep3pgh count=7647228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331681]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.686406368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.686+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.686443659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.686+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ep3pgh inflight=1 count=7647230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.686491310Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.686+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ep3pgh inflight=0 count=7647231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331686]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.694944900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.694+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhkC26ZtYriwZhxbDfrQnUW7VAG3cvE9BfsyLTF1Zj2CEB + count=7620374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.694983391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.694+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Zj2CEB count=7620375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.702169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.701+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.702206223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.702+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zj2CEB inflight=1 count=7620377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.702306339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.702+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zj2CEB inflight=0 count=7620378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331702]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.732023910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.731+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhXAggCi9rx47XdUuBVRFcrygw3Akz722Ys2dWBXdGVhgh + count=7647232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.732065211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.731+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dGVhgh count=7647233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.738266584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.737+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.738303332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dGVhgh inflight=1 count=7647235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.738308003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dGVhgh inflight=0 count=7647236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.746043753Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.745+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhkL12qVs1QNaHHEW6RVrfHKMAjDBmXEJgVJfFZC1fB1EB + count=7620379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.746084450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.745+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1fB1EB count=7620380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.751565570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.751+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.751616773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.751+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fB1EB inflight=1 count=7620382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.751686382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.751+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1fB1EB inflight=0 count=7620383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331751]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.782845265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.782+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhoC5aRTB6yLAhhdA9RKD2SwN9b2xZwRGbW5vHJSLqV1gh + count=7647237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.782914499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.782+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LqV1gh count=7647238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.797344035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.796+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhZR9KDR5oggKdM2Qd26fCvSbFkRfnFCLZKobhGeFE5uEB + count=7620384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.797393395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.797+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FE5uEB count=7620385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.797192829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.796+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331797]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.801703078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.801+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.801741638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.801+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FE5uEB inflight=1 count=7620387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.801810823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.801+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FE5uEB inflight=0 count=7620388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331801]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.848319345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.848+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhagtzVcYkxAynoqL2WbBZVd7PUwdBxaBxsZW6SaqGCpEB + count=7620389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.848367490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.848+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qGCpEB count=7620390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331848]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.854165306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.853+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1JMGf","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.854208944Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.853+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGCpEB inflight=1 count=7620392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.854240363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.854+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qGCpEB inflight=0 count=7620393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.870944876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.797+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LqV1gh inflight=1 count=7647240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.870965137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.797+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LqV1gh inflight=0 count=7647241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.870998814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.833+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhoAiSreMRvHgq5EPouohGchjFLc4HaA2QBNTSrxWb2gh + count=7647242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331870]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.871036801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.833+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xWb2gh count=7647243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.875935694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.875997661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.875+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xWb2gh inflight=1 count=7647245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.876052898Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xWb2gh inflight=0 count=7647246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.884539145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.884+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmXrzeSsb5kpt17rXRA6NH5353aKwvqAYFzuCFjvxobgh + count=7647247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.884581343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.884+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vxobgh count=7647248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.892108912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.892151533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vxobgh inflight=1 count=7647250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.892157066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.891+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vxobgh inflight=0 count=7647251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.899689067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.899+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhkPtMgd1hheUJ7UqYA7gPvvWwb8xN6CqDNRv2LoUEHUEB + count=7620394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.899750202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.899+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UEHUEB count=7620395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331899]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.905970877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.905+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.906011912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.905+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UEHUEB inflight=1 count=7620397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.906029528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.905+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UEHUEB inflight=0 count=7620398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.935706305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.935+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhYcmfb6H34xU9LjaJJUiGfSKDMfgYG6VCGJDhgK1gHFgh + count=7647252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.935741696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.935+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1gHFgh count=7647253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.940269599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.939+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.940304933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.940+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1gHFgh inflight=1 count=7647255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.940309754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.940+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1gHFgh inflight=0 count=7647256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.950525652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.950+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhdknv1A9vYQmdzKTYSSLwT9fr5RCHcmoksxPfzPbG2MEB + count=7620399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.950580813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.950+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bG2MEB count=7620400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.954883693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.954+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.954923509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.954+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bG2MEB inflight=1 count=7620402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.955113400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:31.954+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bG2MEB inflight=0 count=7620403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593331955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.986782734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.986+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmc2Da9Qe6yGfNeFTw7imfLHVF7BK27ayRxthurkKujgh + count=7647257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.986835881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.986+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kKujgh count=7647258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.991234705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.990+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.991271109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kKujgh inflight=1 count=7647260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:31.991624646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:31.991+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kKujgh inflight=0 count=7647261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593331991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.001719948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.001+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhg4mBo9n9gwJpoh5wJQfAV6FZd2bzG3u7Pn793tLoLaEB + count=7620404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.001783971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.001+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LoLaEB count=7620405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332001]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.011361263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.011+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.011409647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.011+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LoLaEB inflight=1 count=7620407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.011498354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.011+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LoLaEB inflight=0 count=7620408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.037430296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.037+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhbYL1WHbJJckqQNa8twPerduCee2H1ac8KyTn6VwdY2gh + count=7647262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.037620504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.037+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wdY2gh count=7647263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.043650138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.043687874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wdY2gh inflight=1 count=7647265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.043826543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wdY2gh inflight=0 count=7647266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.052205796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.051+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhc1Tg4qMRb5sZaqGPaHtMpoAoDa5Nw5RcDJ9hAAUKQ1EB + count=7620409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.052247676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.052+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UKQ1EB count=7620410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.058837367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.058+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.058878899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.058+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UKQ1EB inflight=1 count=7620412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.058886485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.058+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UKQ1EB inflight=0 count=7620413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.088257855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.087+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhi5mbC6txEXdWHkPatCJsW4PoUiWRmEoh6oNKKVDdPFgh + count=7647267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.088302351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.088+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DdPFgh count=7647268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332088]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.093971203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.093+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.094009387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.093+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DdPFgh inflight=1 count=7647270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.094015293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.093+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DdPFgh inflight=0 count=7647271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.103302955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.103+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgZvnDbDH9mPMocqQW8McE1qiw4wyAbkCy3GJ7udxtqEB + count=7620414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.103342932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.103+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dxtqEB count=7620415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332103]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.107576025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.107+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.107609271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.107+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dxtqEB inflight=1 count=7620417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.107613922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.107+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dxtqEB inflight=0 count=7620418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332107]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.139670649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.139+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhZExek3TDwjBH7x9nwTegciWr7N6HpN99CjnyhDuMdjgh + count=7647272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.139709111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.139+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uMdjgh count=7647273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.144137441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.144176722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.143+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uMdjgh inflight=1 count=7647275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.144181963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.144+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uMdjgh inflight=0 count=7647276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.154103691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.153+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbMgVSMGKNTmgjYu83bxyY3SgmKmjrBRau6yUAMrpCnEB + count=7620419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.154168611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.153+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rpCnEB count=7620420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.158253358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.158+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.158275854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.158+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rpCnEB inflight=1 count=7620422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.158373772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.158+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rpCnEB inflight=0 count=7620423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.190523788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.190+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhXtJQBtLMgcGsrLigddsG6irbyyUc1jErU3FJxcxrevgh + count=7647277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332190]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.190830207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.190+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xrevgh count=7647278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332190]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Ls3l","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.195767694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.195+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.195806802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.195+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrevgh inflight=1 count=7647280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.195833851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.195+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrevgh inflight=0 count=7647281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.204943581Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.204+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhjRyiVeyM4mKEdPqfyEWLQ7VkgotEztZt9EF5c2Dz9sEB + count=7620424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.204991449Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.204+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Dz9sEB count=7620425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332204]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.210950252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.210+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.210990328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.210+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dz9sEB inflight=1 count=7620427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.211008653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.210+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dz9sEB inflight=0 count=7620428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.241385894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.241+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhmegvzRQKfQ1ypt6GkSwSMzabmLc4eWK6V61juQdwogh + count=7647282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.241431334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.241+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Qdwogh count=7647283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332241]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.247281494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.246+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.247322635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.247+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Qdwogh inflight=1 count=7647285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.247328016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.247+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Qdwogh inflight=0 count=7647286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.255671388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.255+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhdzWDZ7T9u1vK3SEHNe45coWCUpduHDEb6wk8NhmqS6EB + count=7620429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.255724017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.255+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mqS6EB count=7620430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332255]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.260320123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.259+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.260363238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.260+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mqS6EB inflight=1 count=7620432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.260369535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.260+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mqS6EB inflight=0 count=7620433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.292130717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.291+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmndste77ekZBUzzb4ejGjMd6aKGoeVcJ3aC7YhYB4Qgh + count=7647287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.292193130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YB4Qgh count=7647288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.297895883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.297+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.297936181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.297+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YB4Qgh inflight=1 count=7647290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.298040039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.297+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YB4Qgh inflight=0 count=7647291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.306781314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.306+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhn79SjcB7HMxJgK7jQTf4ZMKnEgXy6RewbY3LG8DxP9EB + count=7620434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.306901179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.306+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DxP9EB count=7620435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332306]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.311537689Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.311+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.311584752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.311+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DxP9EB inflight=1 count=7620437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.311615194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.311+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DxP9EB inflight=0 count=7620438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332311]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.343447164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.343+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhapLCbHGYfYHX5gaThX7ZpBoV3rJeQtVyfWhnHsW8fHgh + count=7647292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.343496915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.343+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W8fHgh count=7647293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.347796316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.347+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.347837608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.347+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W8fHgh inflight=1 count=7647295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.347988797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.347+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W8fHgh inflight=0 count=7647296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.358043619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.357+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhdYijW2vMTwS1kxmbagt8JbWF7TGVraDKrpkhzis2iKEB + count=7620439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.358094256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.357+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*s2iKEB count=7620440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332358]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.363416410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.363+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.363458265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.363+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s2iKEB inflight=1 count=7620442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.363504846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.363+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*s2iKEB inflight=0 count=7620443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.394532059Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.394+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhe7RnKwGcVzAnEkwdRsDLTCbWK3bi4vAuE8uf4BaV57gh + count=7647297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.394576905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.394+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aV57gh count=7647298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.400201841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.400244360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aV57gh inflight=1 count=7647300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.400257050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.400+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aV57gh inflight=0 count=7647301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.409264183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.408+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhYgqonFfY7jxhqJ2zc1f7YM6DE6n7F1Lx6jjuFvKpqTEB + count=7620444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.409360744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.408+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KpqTEB count=7620445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.414695550Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.414+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.414766743Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.414+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KpqTEB inflight=1 count=7620447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.414774935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.414+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KpqTEB inflight=0 count=7620448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Ls3m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.445784998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.445+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7647302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.445829926Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.445+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhf5u6DEM5C4gE8AZzLG7qxLjjAKBygYYxo1jJW3UdSBgh + count=7647303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.445845240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.445+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UdSBgh count=7647304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332445]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.453761149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.453+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332453]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.453801399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.453+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UdSBgh inflight=1 count=7647306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332453]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.453806745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.453+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UdSBgh inflight=0 count=7647307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332453]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.460168780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.459+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhi3uxqiXaZaVfqoauTa8dqD4z1xUDYGA1aVM69senQAEB + count=7620449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.460284611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.460+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*enQAEB count=7620450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.466491471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.465+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.466526588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.466+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*enQAEB inflight=1 count=7620452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.466597227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.466+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*enQAEB inflight=0 count=7620453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332466]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.497330719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhioid9MUgc3y4DUbsizkWSrmiZWoHXgazXx4LB9Zvsmgh + count=7647308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.497390062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.497+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Zvsmgh count=7647309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.503385319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.503+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.503527609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.503+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zvsmgh inflight=1 count=7647311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.503619517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.503+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zvsmgh inflight=0 count=7647312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.511242078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.510+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhg6Tuwjeq6SEjhogHjRLBbc3Na6ZCmaMmPoTopSkAu5EB + count=7620454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.511291998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.510+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kAu5EB count=7620455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.518360120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.518+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.518401160Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.518+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kAu5EB inflight=1 count=7620457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.518410173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.518+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kAu5EB inflight=0 count=7620458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.548056287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.547+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhksdja895TpwRwkzS5fqfdZHTvTwEyueAiVLSoQCvsUgh + count=7647313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.548094365Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.547+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CvsUgh count=7647314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.553474198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.553+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.553506125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.553+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CvsUgh inflight=1 count=7647316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.553511122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.553+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CvsUgh inflight=0 count=7647317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.561986795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.561+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhc87SvUcKW2qZUsLWUzfGvU7ZTibXEkyZa8YCf6UY5DEB + count=7620459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332561]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.562028496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.561+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UY5DEB count=7620460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.568036816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.568101327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UY5DEB inflight=1 count=7620462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.568116295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.568+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UY5DEB inflight=0 count=7620463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332568]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.599115377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.598+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rho781T3N1DxG1QaHqJfKBZkU9SCPw7f5RpTgeUi9BNygh + count=7647318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.599155715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.598+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9BNygh count=7647319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.603684548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.603+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.603720350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.603+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9BNygh inflight=1 count=7647321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.603725063Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.603+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9BNygh inflight=0 count=7647322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.612740448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.612+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhmcrQ8srxDXGicAaE5zdLHiU6LgFTVmwE2veBe9xwM7EB + count=7620464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.612791780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.612+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xwM7EB count=7620465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.619191456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.618+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.619243279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.618+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xwM7EB inflight=1 count=7620467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.619356416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.618+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xwM7EB inflight=0 count=7620468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332619]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.655087867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.650+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhRhafAH48ndXfscZbWKot9pqkibaRkqukDXR6riBCagh + count=7647323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.655128807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.650+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iBCagh count=7647324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.659057332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.658+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.659090220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.658+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iBCagh inflight=1 count=7647326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.659156644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.659+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iBCagh inflight=0 count=7647327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.663719343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.663+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhe4xZyySnWGKNkxLExQMmPx797iYctnDEuYvSN17qhYEB + count=7620469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.663767145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.663+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7qhYEB count=7620470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.668335688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.668+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.668366218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.668+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7qhYEB inflight=1 count=7620472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.668370845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.668+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7qhYEB inflight=0 count=7620473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.701644505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.701+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhjtiRA2bH1uBsV7hgVWvVZqkrtrq2fx7o1wWos4uNjVgh + count=7647328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.701688825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uNjVgh count=7647329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.706593565Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.706+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.706627754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uNjVgh inflight=1 count=7647331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.706637707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uNjVgh inflight=0 count=7647332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.715214187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.714+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhariA6ZkDckgyfh1NGLUYJyqCQba1x57nRD2vxgaJPYEB + count=7620474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.715258823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.714+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aJPYEB count=7620475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.719343880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.719+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.719392337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.719+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aJPYEB inflight=1 count=7620477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.719400251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.719+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aJPYEB inflight=0 count=7620478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.752102230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhZh94Fv2DcZxyitu6bAWY4NSG3idz6jSczdBw9CX8SAgh + count=7647333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.752139919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*X8SAgh count=7647334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.758370109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.757+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.758406180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.758+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X8SAgh inflight=1 count=7647336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.758413472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.758+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*X8SAgh inflight=0 count=7647337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.765900130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.765+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhkkf8Kk5abGrMUrywUstGTmiUonzpzLTjPwzT1JuyJUEB + count=7620479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.765957828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.765+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uyJUEB count=7620480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.771613366Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.771+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.771657799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.771+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyJUEB inflight=1 count=7620482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.771708916Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.771+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyJUEB inflight=0 count=7620483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.802824984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.802+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhjWJLixkoNEn2481LuMztb1XJo4gcibFVg1VnKYD8amgh + count=7647338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.802925597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.802+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D8amgh count=7647339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.807475404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.807+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.807513358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.807+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D8amgh inflight=1 count=7647341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.807592493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.807+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D8amgh inflight=0 count=7647342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.817497995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.817+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhfA5rRgrhZc1ZehwRVmnGaCWpfZgYRUyVcUjqEpuyU9EB + count=7620484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.817552664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.817+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uyU9EB count=7620485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.826929843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.826+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.826979891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.826+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyU9EB inflight=1 count=7620487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.827040747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.826+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uyU9EB inflight=0 count=7620488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.853972375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.853+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmYgdSo33QpGX7gkMJkyK2M63QPd4nTo633pfPSka3Mgh + count=7647343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.854012933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.853+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ka3Mgh count=7647344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.859219934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.858+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.859255825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ka3Mgh inflight=1 count=7647346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.859331201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ka3Mgh inflight=0 count=7647347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.868454932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.868+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhhcmoD8Y3tFhatrEBCfQeeDjs1iccfWJyKhizBqb4ZKEB + count=7620489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.868587786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.868+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b4ZKEB count=7620490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.874628835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.874+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.874664112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.874+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b4ZKEB inflight=1 count=7620492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.874806595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.874+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b4ZKEB inflight=0 count=7620493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332874]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.904733426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.904+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhZfh9E4EPayywmq8HGFm37xwfHHVSbSxjwGw9VkZJuvgh + count=7647348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.904766864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.904+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZJuvgh count=7647349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332904]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.909874238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.909+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.909926006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.909+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZJuvgh inflight=1 count=7647351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.909930997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.909+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZJuvgh inflight=0 count=7647352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332909]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.919401593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.919+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhXsG43LKkCNE1DRKgBWMWMSW1ceUWHxruoDMoBCZ5aREB + count=7620494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1NNF3","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.919453736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.919+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Z5aREB count=7620495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332919]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.924052311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.923+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.924106851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.923+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z5aREB inflight=1 count=7620497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.924112229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.923+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z5aREB inflight=0 count=7620498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.955354788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.955+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhfgjJ2M7QvfnQURH25paaZk9ANiqiXMsWhd1C1k7ttYgh + count=7647353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.955446495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.955+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7ttYgh count=7647354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332955]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.959424711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.959+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.959458542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.959+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ttYgh inflight=1 count=7647356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.959555269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:32.959+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7ttYgh inflight=0 count=7647357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593332959]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.970753183Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.970+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhX914NfFRQESMyzybsaUy9u4oM1bqKHmAT2wsBdkV17EB + count=7620499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.970792811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.970+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kV17EB count=7620500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.976631832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.975+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.976665963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.976+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kV17EB inflight=1 count=7620502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:32.976670536Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:32.976+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kV17EB inflight=0 count=7620503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593332976]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.006775089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.006+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhReNhfrvfU1hdmA8EdBTEacFzJmqVWLV1YdaJG7qEcgh + count=7647358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.006853430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.006+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7qEcgh count=7647359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333006]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.014199545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.013+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.014243296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.014+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7qEcgh inflight=1 count=7647361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.014281750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.014+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7qEcgh inflight=0 count=7647362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.021344873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.020+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgM22LShD1RBUNQzNTAs7xmXV4U5fWUQX7sYG3SL9n1EB + count=7620504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.021383946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.021+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L9n1EB count=7620505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333021]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.036909170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.036+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.036947568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.036+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9n1EB inflight=1 count=7620507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.036965508Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.036+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L9n1EB inflight=0 count=7620508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.057801148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.057+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhGtgmS3yhmTFGZoqUs7HLbjb7HSTSbWXa5D1oFu3fBgh + count=7647363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.057857263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.057+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u3fBgh count=7647364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.063154438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.062+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.063201289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.062+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u3fBgh inflight=1 count=7647366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.063333460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.063+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u3fBgh inflight=0 count=7647367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.072406818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.072+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhdxAZefKsdvm5NvVCdW6GUrrnr56Y95BfNuBRWDW47vEB + count=7620509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.072508035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.072+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W47vEB count=7620510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.078375474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.078+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.078424032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.078+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W47vEB inflight=1 count=7620512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.078446432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.078+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W47vEB inflight=0 count=7620513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.108878927Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.108+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhTN8NgwGSZgUvmiFUrKUPpE27tXAn5KZf93S11DLHQgh + count=7647368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.108913371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.108+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DLHQgh count=7647369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333108]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.122971309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.122+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhfkmQLGcgA5pFucPgDZzFA27Y7rDMdayjrayuR1S7G8EB + count=7620514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333122]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.123042335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.122+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*S7G8EB count=7620515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.127351172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.127386103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.127+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S7G8EB inflight=1 count=7620517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.127407369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.127+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S7G8EB inflight=0 count=7620518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.146775308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.146816931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DLHQgh inflight=1 count=7647371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.146822103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DLHQgh inflight=0 count=7647372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.160082469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.159+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhM7bVoWc5urWPE2JLct8eUkNE5eUXAcEgfekLEw3sJgh + count=7647373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.160358445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.159+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*w3sJgh count=7647374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.166028500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.165+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.166058438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.165+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w3sJgh inflight=1 count=7647376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.166303948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.165+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*w3sJgh inflight=0 count=7647377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.173981068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhhXCFZ2XVfGQXTobJsj3i7FDuZnHyBUn5YLcscEd1ebEB + count=7620519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.174062891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.173+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*d1ebEB count=7620520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.182566148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.182+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.182649998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.182+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d1ebEB inflight=1 count=7620522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.182670106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.182+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d1ebEB inflight=0 count=7620523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333182]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.210782604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.210+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhZKHkZqJ2w8F5UABgQ2M5iGPw1yVYcMk7buFMzpCJXvgh + count=7647378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.210820056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.210+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CJXvgh count=7647379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333210]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.214686164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.214+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.214721248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.214+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJXvgh inflight=1 count=7647381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.214727259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.214+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CJXvgh inflight=0 count=7647382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333214]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.225254818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rha9oEvZWP2XCzLh1otatjW6GCjYf1pADyaysdwZYYntEB + count=7620524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.225329423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.224+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YYntEB count=7620525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333225]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.230669406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.230+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.230724853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.230+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YYntEB inflight=1 count=7620527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.230946130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.230+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YYntEB inflight=0 count=7620528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.261232287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.260+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhayVbDEC9jnPAv3dveAcb6JL8qNjXG75qx1DbLfbzKQgh + count=7647383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.261268495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.261+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bzKQgh count=7647384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333261]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.265531741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.265+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333265]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.265749616Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.265+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bzKQgh inflight=1 count=7647386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333265]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.265762736Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.265+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bzKQgh inflight=0 count=7647387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333265]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.276505204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.276+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhcMfAKFzNkjUZQuryStD9T5rKevMABeZsApHVUFAJJTEB + count=7620529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.276543484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.276+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AJJTEB count=7620530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.282233021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.281+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.282300317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.282+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AJJTEB inflight=1 count=7620532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.282324141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.282+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AJJTEB inflight=0 count=7620533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.312239326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.311+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhf3qsm1jL2iocqePYeSzmi5ZLCeRQJcYyhtYHth1d5zgh + count=7647388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.312313524Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.312+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1d5zgh count=7647389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.317280054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.316+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.317313606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.317+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1d5zgh inflight=1 count=7647391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.317457092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.317+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1d5zgh inflight=0 count=7647392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333317]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.327899257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.327+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhnMS3N3dMNwQeSBGgh62JsAUBdoxDy4UrZiSgvvc4mcEB + count=7620534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1NNF4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.327938440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.327+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*c4mcEB count=7620535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.334095287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.333+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.334145033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.333+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c4mcEB inflight=1 count=7620537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.334151232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.334+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*c4mcEB inflight=0 count=7620538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.362856444Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.362+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhd88Y4fqwXopN2UJowzEeEi4AQ7jjXQ1VMXpmDHF3Qdgh + count=7647393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.362947170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.362+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F3Qdgh count=7647394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.366622583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.366+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.366648733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.366+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F3Qdgh inflight=1 count=7647396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.366679832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.366+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F3Qdgh inflight=0 count=7647397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333366]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.378575681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.378+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhc5xAKBGTwG61RLr18ZrswHgN414upnQA79EA8dkBbhEB + count=7620539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.378623143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.378+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kBbhEB count=7620540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.384312783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.384+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.384344714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.384+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kBbhEB inflight=1 count=7620542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.384474828Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.384+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kBbhEB inflight=0 count=7620543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.414194961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.413+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhXcbTq1wTZvwXxWDzy4tkKodkXBWvtVe4xK6j38MYmUgh + count=7647398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.414226832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:33.414+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MYmUgh count=7647399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593333414]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.429988666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.429+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhojN57q5fqqL17TpEjrFK8pceCSCv27MDR97Twg7XZbEB + count=7620544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.430050835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.429+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7XZbEB count=7620545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333430]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.436290701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.435+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.436331381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.436+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7XZbEB inflight=1 count=7620547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.436357741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.436+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7XZbEB inflight=0 count=7620548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.476800637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.476+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7620549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333476]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.481320198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.480+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhiZWUwZdJKjtBjuMneZc9ZYqVp8okFKG65JYUDnmN2iEB + count=7620550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.481375811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.481+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mN2iEB count=7620551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333481]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.487632657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.487700201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mN2iEB inflight=1 count=7620553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.487726275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mN2iEB inflight=0 count=7620554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.532205380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.531+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgVLWULXKyMVq7dcJwV3KFMMKotkAAANkBoMhkU6agVEB + count=7620555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.532330100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.532+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6agVEB count=7620556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333532]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.538125759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.537+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.538154699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.537+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6agVEB inflight=1 count=7620558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.538363360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.538+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6agVEB inflight=0 count=7620559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.583005837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.582+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhX1f2mTnVUZ8bZMWmT3JAZ5FUHaasC7JrRantyNps9vEB + count=7620560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.583091956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.582+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ps9vEB count=7620561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333583]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.587573346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.587+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.587609140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.587+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ps9vEB inflight=1 count=7620563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.587629331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.587+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ps9vEB inflight=0 count=7620564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333587]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.634407576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.634+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhiYKuVTiRhpM6KijvQw6TPM5FMMFzfb8rfELQLbj2CJEB + count=7620565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.634456571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.634+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j2CJEB count=7620566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.639174230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.638+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.639207811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.639+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j2CJEB inflight=1 count=7620568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.639212712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.639+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j2CJEB inflight=0 count=7620569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333639]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.685733545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.685+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhnDBgDH3gAnxnZUmNBpyfzKw6waAE3DeA3HCuR6MwTzEB + count=7620570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.685807823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.685+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MwTzEB count=7620571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333685]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.691193660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.690+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.691253184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.691+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MwTzEB inflight=1 count=7620573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.691357684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.691+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MwTzEB inflight=0 count=7620574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.736944826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.736+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhhUjDRiCVvSmere2iiEmhUMLThfYJefcndaH5hsF2z3EB + count=7620575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.736993226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.736+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*F2z3EB count=7620576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333736]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.742137376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.741+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.742214101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.741+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2z3EB inflight=1 count=7620578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.742248326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.742+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*F2z3EB inflight=0 count=7620579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333742]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.787754185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.787+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhgPPzcX3hA4v5uwThPvQFcsj9jFoCn2835Rn38RVeDTEB + count=7620580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.787794628Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.787+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VeDTEB count=7620581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333787]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.792237807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.791+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.792305630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.792+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VeDTEB inflight=1 count=7620583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.792334716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.792+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VeDTEB inflight=0 count=7620584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.838875454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.838+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhdJtYyu8gcFhXmdqJcqqBibrnWHiEsSxhkTXYs6wonWEB + count=7620585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.838921001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.838+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wonWEB count=7620586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.843164005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.842+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.843189986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wonWEB inflight=1 count=7620588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.843312387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wonWEB inflight=0 count=7620589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333843]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.889817099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.889+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbSSbUgHpMRvX6LuVjBbFCvTT1qTopNeH3eVJANeQRcEB + count=7620590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.889870223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.889+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eQRcEB count=7620591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333889]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.895810825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.895+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.895850337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.895+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eQRcEB inflight=1 count=7620593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.895859102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.895+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eQRcEB inflight=0 count=7620594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.940341568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.939+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhbXVZArbo6zyq3eEZBpyoV5YqqxwATfdmmhnqK2ACSYEB + count=7620595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.940419597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.940+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ACSYEB count=7620596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.945927432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.945+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.946019659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.945+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ACSYEB inflight=1 count=7620598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.946038328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.945+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ACSYEB inflight=0 count=7620599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.991593800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.991+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhhq25CC3MKxjnpUAFNiNRz2ibTgfuCJ2pcC8441vG5oEB + count=7620600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.991647954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.991+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vG5oEB count=7620601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.996370175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.996+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.996414711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.996+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vG5oEB inflight=1 count=7620603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:33.996586727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:33.996+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vG5oEB inflight=0 count=7620604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593333996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.042470719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.042+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/EB/zb2rhcZD9h6e7NGcSziwVhnyJRB8Nzb348z1vnYC4RndQFAEB + count=7620605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.042498558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.042+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dQFAEB count=7620606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.057085869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.056+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.057195615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.056+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dQFAEB inflight=1 count=7620608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.057277937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.057+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dQFAEB inflight=0 count=7620609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334057]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.093975088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.093+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhbe665B18d5mvVsnBNK4rBiuDzEG85AADwtrwUG972SU6 + count=7620610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334093]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.094019477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.093+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*972SU6 count=7620611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.099315127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.099+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.099343180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.099+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*972SU6 inflight=1 count=7620613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.099366031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.099+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*972SU6 inflight=0 count=7620614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.150208626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.149+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhe7meoy8x4LgniRHGVPEooCrpVDEMj6HxaDrsF8EsZrU6 + count=7620615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.150258660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.150+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EsZrU6 count=7620616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.155746733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.155786438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EsZrU6 inflight=1 count=7620618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.155791174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EsZrU6 inflight=0 count=7620619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.201296024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.200+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhkBTtFVrpZgTEGyN1v2wU3nJmnLV6tFLdu8Z7E6AMgJU6 + count=7620620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.201426408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.201+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AMgJU6 count=7620621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.206465440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.206513872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AMgJU6 inflight=1 count=7620623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.206681599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.206+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AMgJU6 inflight=0 count=7620624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334206]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.252157287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.251+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhf1mVJVAvLZit4WDrWMTYSM7s8jKvyiLLh1HYokAG8TU6 + count=7620625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.252198220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.252+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AG8TU6 count=7620626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.258516371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.258+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.258556285Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AG8TU6 inflight=1 count=7620628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.258646643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.258+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AG8TU6 inflight=0 count=7620629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.303280755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.302+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhorTkk1NqqRTKY1HobgoA8Grx3ivFSqqf8WE1G1yUcPU6 + count=7620630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.303345338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.303+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yUcPU6 count=7620631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.307697496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.307+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.307730877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yUcPU6 inflight=1 count=7620633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.307735580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yUcPU6 inflight=0 count=7620634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.327591644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.327713631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MYmUgh inflight=1 count=7647401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.327769274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MYmUgh inflight=0 count=7647402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.328049098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.327+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhcYCiDN6dYTVcBBLEXr6ZKBD3Xz3swtACNXFg4oFjD9gh + count=7647403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.328281951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.328+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FjD9gh count=7647404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334328]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.331879497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.331+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.331997495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.331+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FjD9gh inflight=1 count=7647406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.332141555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.331+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FjD9gh inflight=0 count=7647407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.354088342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.353+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhjqJkHBX6V5DpCWKMbssNa8ug4uzcXYjLP7JdMuSoB9U6 + count=7620635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.354254762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.353+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SoB9U6 count=7620636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.359805760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.359+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.359859826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.359+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SoB9U6 inflight=1 count=7620638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.359999335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.359+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SoB9U6 inflight=0 count=7620639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.378714185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.378+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhdaD99zy4CkpUxjuDMiLgLnLZoYktdJHdyeWaZvPP9Jgh + count=7647408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.378765843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.378+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PP9Jgh count=7647409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334378]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.383648623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.383688958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PP9Jgh inflight=1 count=7647411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.383757516Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.383+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PP9Jgh inflight=0 count=7647412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.405586089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.405+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhoX5YAqA87425PZhPjxKDXbaY75s5gNPNZt8sJYhLBqU6 + count=7620640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.405633924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.405+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hLBqU6 count=7620641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.411388233Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.411421782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hLBqU6 inflight=1 count=7620643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.411426691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hLBqU6 inflight=0 count=7620644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.429229983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.428+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhQj6JApgnrXkXdcRN18GBtqqCFgVurBu9NBFQzj5nDgh + count=7647413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.429480268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.429+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j5nDgh count=7647414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334429]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.439811246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.439+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1Ls7m","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.439889039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.439+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j5nDgh inflight=1 count=7647416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334439]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.440081619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.439+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j5nDgh inflight=0 count=7647417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.457041998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.456+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhZn5VnVEpSs8UyEJL5kNDLH1Z1idRB8xRnQUQJGd5AWU6 + count=7620645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.457091329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.456+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*d5AWU6 count=7620646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334457]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.464049148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.463+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.464085122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.463+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d5AWU6 inflight=1 count=7620648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.464105184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.463+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*d5AWU6 inflight=0 count=7620649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334464]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.479707878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.479+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmgaZiuLUqQy6soHV5VBrzsHboMZtRKE7Ynox9bddcJgh + count=7647418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.479766057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.479+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ddcJgh count=7647419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.491153801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.490+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.491195065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.490+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ddcJgh inflight=1 count=7647421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.491230400Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.491+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ddcJgh inflight=0 count=7647422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.507554619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.507+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhoSkMnAUvYtVTepAwBfqYFwY4hUNM8HtFHhjfoo6UgBU6 + count=7620650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.507646573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.507+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6UgBU6 count=7620651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.512319676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.511+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.512353199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.512+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6UgBU6 inflight=1 count=7620653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.512571245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.512+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6UgBU6 inflight=0 count=7620654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.530638499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.530+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rheBSLCQGhG6eKqV8ExbFhTiJnGkYgT9X9aQtFsPiwRtgh + count=7647423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.530687731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.530+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iwRtgh count=7647424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.536593619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.536+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.536826653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.536+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iwRtgh inflight=1 count=7647426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.536892793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.536+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iwRtgh inflight=0 count=7647427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334536]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.558036655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhfLQ4nDrtYuswwLaf2L3MTF79CvMw8ANDGCbuxaCrrMU6 + count=7620655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.558073615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CrrMU6 count=7620656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334558]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.581485003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.581+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhmygsBrALF3Yoz22wKLCDRoTG93tiewpF5bqnqpoNUBgh + count=7647428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.581540016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.581+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oNUBgh count=7647429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.588818423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.588+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.588878599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.588+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oNUBgh inflight=1 count=7647431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.588965030Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.588+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oNUBgh inflight=0 count=7647432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334588]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.598333976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.597+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.598370818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.598+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CrrMU6 inflight=1 count=7620658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.598413897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.598+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CrrMU6 inflight=0 count=7620659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334598]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.609082026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhjrTRR13GCD95kUtLhPkbET7D122kBffLwf62PKnwKaU6 + count=7620660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.609222921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nwKaU6 count=7620661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334609]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.616032654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.615+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.616086620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.615+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nwKaU6 inflight=1 count=7620663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.616099545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.615+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nwKaU6 inflight=0 count=7620664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.632454010Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.632+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhX1H21FiFoM7JpQzdzhs4pLGiZETfA1QSest6G2ECGxgh + count=7647433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.632515206Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.632+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ECGxgh count=7647434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334632]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.642388397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.641+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.642467015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.642+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ECGxgh inflight=1 count=7647436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.642471981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.642+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ECGxgh inflight=0 count=7647437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.660339755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.660+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhmdUF91Ew4GifRVx7eP3t4mYwixkQbk747M7eoFkSWzU6 + count=7620665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.660591227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.660+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kSWzU6 count=7620666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334660]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.668642187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.668+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.668694107Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.668+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kSWzU6 inflight=1 count=7620668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334668]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.669017995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.668+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kSWzU6 inflight=0 count=7620669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.682853223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.682+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhdW5zvvcMoQ4FjZPjYqn4f4ZdfWyjeC3MdFwNcNpx13gh + count=7647438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.682933748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.682+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*px13gh count=7647439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.687178543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.686+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.687212269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*px13gh inflight=1 count=7647441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.687590216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.687+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*px13gh inflight=0 count=7647442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.711518822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.711+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhhBC7N5rKwnqoFwwmtAGgxANhGuDmx9E9YwEnEnqzWJU6 + count=7620670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.711569744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.711+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qzWJU6 count=7620671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334711]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.718439666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.718+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.718470829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.718+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qzWJU6 inflight=1 count=7620673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.718475486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.718+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qzWJU6 inflight=0 count=7620674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.733986858Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.733+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhfnnG5oEkuz2MDLaiiDcwwBKSsC5g3tDjnzqKjDGdBsgh + count=7647443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.734028199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.733+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GdBsgh count=7647444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.743104949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.742+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.743144055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.742+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GdBsgh inflight=1 count=7647446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.743364375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.743+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GdBsgh inflight=0 count=7647447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334743]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.762003680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.761+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhgdE7zzrZcXF5rHMMTB3eD8rXrjRkYAm8LDdYi3CDZuU6 + count=7620675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.762049802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.761+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CDZuU6 count=7620676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334762]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.767750430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.767+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.767875073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.767+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CDZuU6 inflight=1 count=7620678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.768023908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.767+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CDZuU6 inflight=0 count=7620679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334768]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Pt20","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.785002819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.784+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhj3ywjmU9SyqNtkJLCFuwsnc1M5Ccgsh21da3BFFkCRgh + count=7647448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.785046254Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.784+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FkCRgh count=7647449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334785]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.790217208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.789+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.790254086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.790+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FkCRgh inflight=1 count=7647451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.790340212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.790+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FkCRgh inflight=0 count=7647452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.812590839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.812+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhiUGe413GFGXArM6VGXKJYAs6GMsvknGeiAbpAeKSpEU6 + count=7620680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.812966252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.812+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KSpEU6 count=7620681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334812]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.818964265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.818+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.819008850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.818+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KSpEU6 inflight=1 count=7620683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.819073101Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.818+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KSpEU6 inflight=0 count=7620684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.835892099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.835+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhcS1Q1cBq4NZhRf49AS6oBKATTFsjKtpUdWbEHE4XKCgh + count=7647453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.836105952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.835+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4XKCgh count=7647454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334836]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.840425089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.840+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.840463357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.840+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4XKCgh inflight=1 count=7647456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.840792201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.840+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4XKCgh inflight=0 count=7647457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334840]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.863639873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.863+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhXZS73kozu2VohEHhw2VmjpwrfhD6QTdpd9EKwqauuBU6 + count=7620685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.863693804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.863+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*auuBU6 count=7620686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334863]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.872770899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.872+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.872818882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.872+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*auuBU6 inflight=1 count=7620688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334872]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.873050223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.872+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*auuBU6 inflight=0 count=7620689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.887332311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.886+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhYDt3kCj4MqWSkVtQayP9RQAXeLAbwJzfk79gZTRtGKgh + count=7647458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.887434618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.887+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RtGKgh count=7647459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334887]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.892037714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.892082144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RtGKgh inflight=1 count=7647461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.892087478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.891+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RtGKgh inflight=0 count=7647462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.914639412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.914+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhnvgergC9DegRqDXZUz58hgE2ShfheGmb6qaJ7bLnjFU6 + count=7620690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334914]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.915063849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.914+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LnjFU6 count=7620691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334915]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.923649043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.923+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.923684292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.923+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LnjFU6 inflight=1 count=7620693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.923986405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.923+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LnjFU6 inflight=0 count=7620694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.938622677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.938+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhdERzRqRXdDs1VM3P2L3dqso3i1KmaQHMndJw6iPVfrgh + count=7647463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.938665180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.938+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PVfrgh count=7647464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334938]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.952328020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.952364140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.952+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PVfrgh inflight=1 count=7647466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.952527093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.952+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PVfrgh inflight=0 count=7647467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.965631989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.965+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhmVqsfedZfVp8tiHdxydbzqsaVS3xeCdGFwpTe3RjDpU6 + count=7620695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.965826606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.965+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RjDpU6 count=7620696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334965]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.970542517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.970+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.970572667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.970+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RjDpU6 inflight=1 count=7620698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.970578048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:34.970+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RjDpU6 inflight=0 count=7620699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593334970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.989951827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.989+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhZrSzsujLRYkrUduwPSry6HxeAD876FRSYYhVonRPfugh + count=7647468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334989]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.990165686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.989+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RPfugh count=7647469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334990]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.995299755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.995+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.995487984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.995+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RPfugh inflight=1 count=7647471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:34.995787950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:34.995+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RPfugh inflight=0 count=7647472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593334995]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.017025667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.016+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhYuxRogRJP2oRdMPMXVh4hrDopVMH1v1GDNm3utAkNNU6 + count=7620700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.017304425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.016+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AkNNU6 count=7620701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.023526679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.023+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.023695306Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.023+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AkNNU6 inflight=1 count=7620703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.023914766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.023+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AkNNU6 inflight=0 count=7620704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.040859892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.040+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhkXPxEeCHzP4B88BZJAvipjqx9Z7Fm9f6ueUMgX6BdUgh + count=7647473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335040]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.041155910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.040+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6BdUgh count=7647474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335041]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.046306638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.046+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.046337932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.046+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6BdUgh inflight=1 count=7647476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.046652115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.046+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6BdUgh inflight=0 count=7647477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335046]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.067798684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.067+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhjDi7YXMGjikFw2KcA23x7LLFLx11udHDBfwj5eC5UKU6 + count=7620705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.067849901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.067+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C5UKU6 count=7620706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335067]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.074356655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.073+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.074404813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.074+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C5UKU6 inflight=1 count=7620708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.074412981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.074+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C5UKU6 inflight=0 count=7620709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.092100493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.091+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhcvkD4jz2G7xMJ7FA7YSu7RLiL47Toq53ChKNbduJANgh + count=7647478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.092176901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.091+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uJANgh count=7647479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.097809631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.097+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Pt21","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.097896855Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.097+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uJANgh inflight=1 count=7647481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.097902935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.097+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uJANgh inflight=0 count=7647482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.118809571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.118+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhheYThwgLk2ME1LjNTyzS9xfAD8YUXLzQFd616GJzv2U6 + count=7620710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335118]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.119068475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.118+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Jzv2U6 count=7620711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335119]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.124447925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.124+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.124514650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.124+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jzv2U6 inflight=1 count=7620713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.124698967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.124+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jzv2U6 inflight=0 count=7620714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.143519623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.143+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhZ2eCHRCbhTD7AhZViogcZm4dAgSfJibonuuaE2cqZgh + count=7647483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.143571432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.143+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2cqZgh count=7647484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.147566325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.147+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.147615857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.147+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2cqZgh inflight=1 count=7647486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.147621315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.147+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2cqZgh inflight=0 count=7647487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335147]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.170228522Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.169+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhgP7qdkU2cwCbDHQuyXmdrrknE7PhMKQkTBfPYWH3XbU6 + count=7620715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.170276388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*H3XbU6 count=7620716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.177416902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.176+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.177461999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.177+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3XbU6 inflight=1 count=7620718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.177482434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.177+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*H3XbU6 inflight=0 count=7620719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335177]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.194003899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.193+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhaFVwBbfPmqSYuekjkrTG2UVVmqxk6d53Yri88EQJxNgh + count=7647488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.194099058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.193+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QJxNgh count=7647489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.199374989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.199+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.199459931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.199+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QJxNgh inflight=1 count=7647491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.199670363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.199+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QJxNgh inflight=0 count=7647492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335199]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.221339752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.220+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhhoPV9jjxay8rCbATKfWjQE5CktB1pXPzF6LLE4B4wgU6 + count=7620720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.221389239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B4wgU6 count=7620721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.227050330Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.226+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.227126099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.226+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B4wgU6 inflight=1 count=7620723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.227147614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.226+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B4wgU6 inflight=0 count=7620724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335227]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.245194929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.244+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhdzSPr9RSBCg8bwCHK5TPCSymn4kgkTTguRFUne9FSogh + count=7647493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335245]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.245246856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.245+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9FSogh count=7647494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335245]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.251010064Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.250+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.251041956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.250+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9FSogh inflight=1 count=7647496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.251046852Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.250+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9FSogh inflight=0 count=7647497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.272645096Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.272+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rheUPEDWms3WawjYPUMRSN6FqMAAaQoKEJzFXvCmgBuWU6 + count=7620725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335272]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.273020755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.272+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gBuWU6 count=7620726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335273]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.279192288Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.278+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.279415070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.279+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gBuWU6 inflight=1 count=7620728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.279762936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.279+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gBuWU6 inflight=0 count=7620729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.296583414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.296+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhbF5aivgqDT2GsXCF4FncjAkNXjgu2oV5bh815Ksv38gh + count=7647498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.296668475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.296+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sv38gh count=7647499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.301624632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.301+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.301755047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.301+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sv38gh inflight=1 count=7647501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.301765297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.301+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sv38gh inflight=0 count=7647502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335301]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.323238276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhbaMCeNgqaBCSJUN1TorT17UWDsGPFJypw8q417DcS9U6 + count=7620730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.323297834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.323+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DcS9U6 count=7620731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335323]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.327737338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.327767478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DcS9U6 inflight=1 count=7620733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.327781062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DcS9U6 inflight=0 count=7620734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.347324463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.346+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhdjFoRbd6UzCAQEnddqyJTZNtRRDWiQG8LF1dvRkv5Tgh + count=7647503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.347511799Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.347+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kv5Tgh count=7647504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335347]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.351658857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.351+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.351700042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.351+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kv5Tgh inflight=1 count=7647506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.351750756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.351+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kv5Tgh inflight=0 count=7647507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.374422458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.374+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhcxiL3FJHQYHUqVXhgonHqJgVP7Fi9LpzPdcXxp27S1U6 + count=7620735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.374478501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.374+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*27S1U6 count=7620736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335374]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.379834191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.379+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.379864731Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.379+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*27S1U6 inflight=1 count=7620738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.379869155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*27S1U6 inflight=0 count=7620739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.398296402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.397+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhhaqp7R4tSuXDrK6uh1dd2Xik7UkF4MVJT9Pn3duMTCgh + count=7647508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.398405681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.398+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uMTCgh count=7647509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.403599316Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.403+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.403630471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.403+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uMTCgh inflight=1 count=7647511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.403676590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.403+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uMTCgh inflight=0 count=7647512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.425511078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.425+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhkQ7qaFKvggPuVeqbLx87BdDqCqwEVpViBzubsv6N9HU6 + count=7620740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.425587412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.425+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6N9HU6 count=7620741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335425]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.431149537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.430+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.431187164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.430+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6N9HU6 inflight=1 count=7620743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.431404039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.430+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6N9HU6 inflight=0 count=7620744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.446057343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.445+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7647513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.449533399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.449+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rheUKieUsgAXapkbEgQz4RGL42yW5CJqWWBRBAiYURofgh + count=7647514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.449611509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.449+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*URofgh count=7647515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335449]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.454651201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.454+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.454701865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.454+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*URofgh inflight=1 count=7647517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.454740266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.454+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*URofgh inflight=0 count=7647518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.475923121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.475+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhgxvqoyeZVZ1TqiP9wV6tWWCDWTdHWTz3cMaqvaZHfZU6 + count=7620745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.475961456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.475+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZHfZU6 count=7620746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335475]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.482270893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.481+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.482317373Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHfZU6 inflight=1 count=7620748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.482343679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.482+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZHfZU6 inflight=0 count=7620749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.500085904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.499+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhn79DLbtgge83LRCgB9nNGMNxfzeHEukreqTbtHW7zygh + count=7647519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.500163465Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.500+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W7zygh count=7647520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.527058458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.526+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhgzx6usTLkdUuXY5jL9GTpTfQCzkHGoyEj6h9SUfZvhU6 + count=7620750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.527229654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.526+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fZvhU6 count=7620751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.531648830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.531+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.531940075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.531+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fZvhU6 inflight=1 count=7620753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.531980965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.531+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fZvhU6 inflight=0 count=7620754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335531]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.542730549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.542+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.542800248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.542+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7zygh inflight=1 count=7647522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.542855347Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.542+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7zygh inflight=0 count=7647523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.551198709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.550+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhnWHKxFMDW1GKv5u111L9QNpi2EMdwpxGhE1Goyf8jFgh + count=7647524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.551294199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.551+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f8jFgh count=7647525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.556156391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.555+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.556224955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.555+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8jFgh inflight=1 count=7647527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.556328823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.556+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8jFgh inflight=0 count=7647528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335556]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.577562860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.577+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhbs8bLLR64QQ2oWKoqU5hMpQKNkAoqrVVYwy4W6ShKeU6 + count=7620755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.577864461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.577+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ShKeU6 count=7620756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335577]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.582065665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.581+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.582093244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.581+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShKeU6 inflight=1 count=7620758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.582382318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.581+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShKeU6 inflight=0 count=7620759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335582]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.601725363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.601+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhX2QsVpFnTEo9B99QAFDyfKL2AbDKW8z74dBn6qemddgh + count=7647529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.601778329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.601+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*emddgh count=7647530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.606584122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.606+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.606644137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.606+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*emddgh inflight=1 count=7647532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.606749003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.606+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*emddgh inflight=0 count=7647533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.628761995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.628+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhcF8Qp9YjedPj6C6dn91EStP4DJanjCjgA4tBhk26kbU6 + count=7620760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.628948098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.628+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*26kbU6 count=7620761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.634996076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.634+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.635050841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.634+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*26kbU6 inflight=1 count=7620763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.635102391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.634+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*26kbU6 inflight=0 count=7620764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.653026223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.652+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhavkKmzo2KFX9CaFWMKTcEvVNPdjG61XWbHe79rmpoSgh + count=7647534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.653148393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.652+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mpoSgh count=7647535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335653]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.658232500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.657+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.658290732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.658+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mpoSgh inflight=1 count=7647537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.658398166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.658+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mpoSgh inflight=0 count=7647538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335658]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.679529136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.679+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhaGz4eEGegxee6Y3Um8s64x3A85PFkRf1xgEiNkZtNhU6 + count=7620765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.679582198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.679+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZtNhU6 count=7620766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.684053610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.684090701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.683+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZtNhU6 inflight=1 count=7620768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.684165002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.684+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZtNhU6 inflight=0 count=7620769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335684]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.703822812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.703+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/gh/zb2rhgwPb9v8UVA1iY7otsFs7oTko8E2usgLYNYpJ5RUQjngh + count=7647539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.703893262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.703+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UQjngh count=7647540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.708010639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.707+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.708079047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.707+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UQjngh inflight=1 count=7647542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.708177114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UQjngh inflight=0 count=7647543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335708]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.730836163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.730+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhaVnCQ2m4qLi9NhhReD11kLyngGdiU6ZdScUA5Tjh23U6 + count=7620770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.730885872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.730+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jh23U6 count=7620771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335730]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.735648025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.735+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.735690228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.735+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jh23U6 inflight=1 count=7620773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.735717171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.735+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jh23U6 inflight=0 count=7620774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.754757270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.754+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhc9WLxTPLjQqxSFP4XKNAi4mKqcA4z2oE4ZXc3hMTyJQV + count=7647544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.754788414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.754+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MTyJQV count=7647545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.760065885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.760120350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.759+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MTyJQV inflight=1 count=7647547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.760126618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.759+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MTyJQV inflight=0 count=7647548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335760]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.781492356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.781+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhX92heSQHSbr59SwBDPWrac8ZhoAK3L7nhZmwgttqgCU6 + count=7620775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.781531923Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.781+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tqgCU6 count=7620776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335781]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.786170151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.785+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.786201901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.785+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tqgCU6 inflight=1 count=7620778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.786224216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.786+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tqgCU6 inflight=0 count=7620779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335786]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.805543036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.805+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhkeCuBvZbwtLY3cSkRH64RTc9TiMJWM1FiEge1KiqoYQV + count=7647549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.805685191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.805+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iqoYQV count=7647550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.810929877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.810+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.810979370Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.810+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqoYQV inflight=1 count=7647552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.811098343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.810+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iqoYQV inflight=0 count=7647553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.832683430Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.832+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhbvoLm5vLBbjgd9B4AxWpAjucYK8U7gPNCDwsdmC16zU6 + count=7620780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.832802423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.832+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*C16zU6 count=7620781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.838199756Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.837+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.838230098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.838+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C16zU6 inflight=1 count=7620783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.838428592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.838+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*C16zU6 inflight=0 count=7620784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335838]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.856625227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.856+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhnEykwRG12dpKWmnrqdocJGLqM8XBQx64xXQE2JgKqGQV + count=7647554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.856705462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.856+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gKqGQV count=7647555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.861606336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.861+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335861]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.861633264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.861+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gKqGQV inflight=1 count=7647557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335861]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.861738966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.861+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gKqGQV inflight=0 count=7647558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335861]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.883977264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.883+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhnAdguBWaed25Rnb9BgPttRbXxQxWW6Azm41EofrMGRU6 + count=7620785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335883]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.884033461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.883+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rMGRU6 count=7620786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335884]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.888449422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.888+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rMGRU6 inflight=1 count=7620788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.888537207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.888+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rMGRU6 inflight=0 count=7620789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1NNJ4","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.888418048Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.888+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335888]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.907213778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.906+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhby29dG6nMxx41VrSWfdRcqqtvZgi3AycwMbsr78Ho2QV + count=7647559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.907260886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.907+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8Ho2QV count=7647560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.911349304Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.911+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.911543909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.911+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Ho2QV inflight=1 count=7647562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.911585375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.911+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Ho2QV inflight=0 count=7647563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.935207879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.934+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhcHYyyNuTYUpPHRfNsEcfPXBTX4gzgARxUkibM9JyseU6 + count=7620790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.935249515Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.934+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JyseU6 count=7620791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335935]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.940315388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.939+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.940356724Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.940+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JyseU6 inflight=1 count=7620793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.940377764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.940+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JyseU6 inflight=0 count=7620794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335940]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.957960353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.957+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhiXkeGyQqskDHBAWbTuJnvoRQne8awfxEpA7fDdds3sQV + count=7647564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335957]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.958055822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.957+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ds3sQV count=7647565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.963172454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.962+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.963207083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.962+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ds3sQV inflight=1 count=7647567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.963263090Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:35.963+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ds3sQV inflight=0 count=7647568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593335963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.985852093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.985+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhigZ24G1CJqRvSfZ8NigXaDXpoBYfNntQUDJQGnSsf2U6 + count=7620795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335985]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.986012997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.985+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Ssf2U6 count=7620796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.991763548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.991+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.991815125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ssf2U6 inflight=1 count=7620798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:35.992051804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:35.991+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Ssf2U6 inflight=0 count=7620799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593335992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.008608224Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.008+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhb8giVB9PxVjQaTpAXFFDLfFWhGG31tXQP9YZwbZMeoQV + count=7647569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.008704555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.008+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZMeoQV count=7647570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336008]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.013560646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.013+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.013596924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.013+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZMeoQV inflight=1 count=7647572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.013674787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.013+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZMeoQV inflight=0 count=7647573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336013]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.036701734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.036+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhZFmmMkzoTZzZkd9wzpLqqLtXBUcBWMmZmHLAycArSZU6 + count=7620800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.036818117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.036+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ArSZU6 count=7620801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336036]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.042561313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.042+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.042600207Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.042+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ArSZU6 inflight=1 count=7620803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.042698872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.042+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ArSZU6 inflight=0 count=7620804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336042]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.059253177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.058+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhkSZHKCzG3s7TR2tauKJ3iWudrtiLW8u9TtnKMgqxpqQV + count=7647574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.059291211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.059+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qxpqQV count=7647575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.063710623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.063+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.063742452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qxpqQV inflight=1 count=7647577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.063747135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.063+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qxpqQV inflight=0 count=7647578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.087229953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.086+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhXgtZcW4pL4qZ6ffMCN4599eydKDeoRpmd9wDmEv1XCU6 + count=7620805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.087282186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.086+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v1XCU6 count=7620806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.092037922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.091+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.092115390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.091+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v1XCU6 inflight=1 count=7620808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.092147494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.091+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v1XCU6 inflight=0 count=7620809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336092]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.110314040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.109+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhXFNEUcaWbh3smhkge8BrjmTuzY4KAdepfyqNhGNBEaQV + count=7647579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.110358883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.110+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NBEaQV count=7647580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.115750697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.115+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.115808290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.115+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NBEaQV inflight=1 count=7647582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.115936376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.115+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NBEaQV inflight=0 count=7647583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.137755668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.137+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhg4BqyyKVdtXTCB8Y8mXqw2mmxuMHWAxU12bYxAFE4fU6 + count=7620810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.137915627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.137+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FE4fU6 count=7620811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336137]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.143636340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.143+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.143687554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.143+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FE4fU6 inflight=1 count=7620813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.143693727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.143+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FE4fU6 inflight=0 count=7620814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336143]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.161285597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.160+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhfyWg4akYDFd8iUuKEEdVrVPcr3dNNAkDAHhW7mdPj7QV + count=7647584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.161388470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.161+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dPj7QV count=7647585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.166202155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.165+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.166251474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.166+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dPj7QV inflight=1 count=7647587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.166339464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.166+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dPj7QV inflight=0 count=7647588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336166]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.189092727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.188+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhkJwLsoC5xJEyAFhNJNtbweGAUv1cS7FHXwbUfchnWzU6 + count=7620815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.189251661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.188+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hnWzU6 count=7620816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336189]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.194755772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.194+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.194797313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.194+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hnWzU6 inflight=1 count=7620818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.194972599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.194+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hnWzU6 inflight=0 count=7620819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336194]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.211826274Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.211+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhciyU9Gc6nVrL6sKgFPApToe55P4Jd84md1eFYgMwyRQV + count=7647589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.211881999Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.211+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MwyRQV count=7647590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.215942815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.215+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.215971574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.215+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MwyRQV inflight=1 count=7647592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336215]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.216089586Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.215+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MwyRQV inflight=0 count=7647593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.240441694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.240+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhjGSm1rBLWb9RJFHXGwqht8ebuENVuNcdGic1PmsrSmU6 + count=7620820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.240481737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.240+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*srSmU6 count=7620821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.246273260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.245+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.246314813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.246+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*srSmU6 inflight=1 count=7620823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.246322469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.246+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*srSmU6 inflight=0 count=7620824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.262535246Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.262+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhbni5Biscjc9wr2hNCKSFL4VRfXU7g1T9GyRNHCVxUFQV + count=7647594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.262581995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.262+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VxUFQV count=7647595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.267716501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.267+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.267911825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.267+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VxUFQV inflight=1 count=7647597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.267954643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.267+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VxUFQV inflight=0 count=7647598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.291874003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.291+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhY1MMmc9RpQUdnJvzY9sAw2fUonYhNf8Dj9QMi1oSECU6 + count=7620825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.291920153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.291+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oSECU6 count=7620826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.296255638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.295+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.296284222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.296+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oSECU6 inflight=1 count=7620828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.296310144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.296+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oSECU6 inflight=0 count=7620829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336296]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.313379318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.313+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhWxvjKD3pFaLvjnmSD3geoVxunWyfQMart4Yn9iFs8VQV + count=7647599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.313514573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.313+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fs8VQV count=7647600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.318619402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.318+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.318717646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.318+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fs8VQV inflight=1 count=7647602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.318832476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.318+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fs8VQV inflight=0 count=7647603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.342794721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.342+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhhk4BdBpsXaVFAB25KoZZpyhLLvYw1KRBVDuXmRG7XRU6 + count=7620830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.342954728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.342+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*G7XRU6 count=7620831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.348003605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.347+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.348041891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.347+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G7XRU6 inflight=1 count=7620833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.348271651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.347+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*G7XRU6 inflight=0 count=7620834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.364103297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.363+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhhaja3rudK4HTuqHEFam7caNHqTGMcXMbEvfSVrhKkQQV + count=7647604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.364175091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.363+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hKkQQV count=7647605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.369478904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.369+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.369507312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.369+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKkQQV inflight=1 count=7647607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.369614570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.369+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hKkQQV inflight=0 count=7647608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.393708016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.393+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rheeLN6d4eC3qTGpTHSbVN9CFAERWUZhcNz6B2NzZ4zxU6 + count=7620835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.393798672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.393+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Z4zxU6 count=7620836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.398517571Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.398+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.398607324Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.398+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z4zxU6 inflight=1 count=7620838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.398616295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.398+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Z4zxU6 inflight=0 count=7620839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336398]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.415098438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.414+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhoDHgqCUSk2dNNThqvs76wNuRyxUhP3acuuHMxgLm3CQV + count=7647609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.415146623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.414+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Lm3CQV count=7647610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.420466924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.419+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.420504029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.419+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lm3CQV inflight=1 count=7647612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.420509595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.420+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lm3CQV inflight=0 count=7647613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336420]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.444195462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.443+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhiBg19gMRGurumfzwjrB6EHDVGQEYoqATM2UPre4G8TU6 + count=7620840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.444234380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.444+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4G8TU6 count=7620841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.448240432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.447+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.448375214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.448+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4G8TU6 inflight=1 count=7620843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.448481762Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.448+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4G8TU6 inflight=0 count=7620844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.465831391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.465+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhiWAZBTRcivyrcX97W39MUeqKJVLgCC4JJBdyA3TXzKQV + count=7647614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336465]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.465869072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.465+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TXzKQV count=7647615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336465]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.470814673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.470+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.470901917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.470+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TXzKQV inflight=1 count=7647617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.471040620Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.470+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TXzKQV inflight=0 count=7647618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.478007648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.477+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7620845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.495238357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.494+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhdsRq3467WkFBZYEn9XU2gmPbQTZyWzTQ5X9VghSqouU6 + count=7620846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.495382706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.495+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SqouU6 count=7620847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.499783076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.499+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.499809811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.499+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SqouU6 inflight=1 count=7620849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.499976869Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.499+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SqouU6 inflight=0 count=7620850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336499]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.516562151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.516+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdWo2Vrz7gKWBxive6WhCMb1KvaK4aJf2R2Ru8AbUvrQV + count=7647619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.516592754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.516+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bUvrQV count=7647620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336516]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.522266594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.521+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.522315140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.522+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUvrQV inflight=1 count=7647622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.522320390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.522+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bUvrQV inflight=0 count=7647623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336522]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.546557744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.546+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhYhizDrMS4FhSPi87pJkhzkSQp8vc7d4RZQEu8fBo6FU6 + count=7620851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.546620218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.546+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Bo6FU6 count=7620852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.552348406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.551+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.552389501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.552+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bo6FU6 inflight=1 count=7620854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.552398384Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.552+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Bo6FU6 inflight=0 count=7620855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336552]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.567816300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.567+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhfwLXZyUakGw7ueARjXJknoYYAEz1c4bNRPw5Nwaa5zQV + count=7647624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.567891725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.567+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aa5zQV count=7647625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.579313892Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.578+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.579555312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aa5zQV inflight=1 count=7647627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.579607862Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.579+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aa5zQV inflight=0 count=7647628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.597929973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.597+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhYJcHdKq4xrLff62iAoG2YvYhBXwnNDiHd4Hc1H8Nk5U6 + count=7620856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.597969612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.597+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8Nk5U6 count=7620857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336597]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.603512601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.603+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.603551168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.603+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Nk5U6 inflight=1 count=7620859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.603611776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.603+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8Nk5U6 inflight=0 count=7620860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.618926765Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.618+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhXCL3HZvW3ZFGB7EkWRmRYMB3xEXMFC9KZzWHpm6q6gQV + count=7647629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.618967956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.618+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6q6gQV count=7647630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.623245757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.622+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.623283788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.623+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6q6gQV inflight=1 count=7647632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.623289326Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.623+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6q6gQV inflight=0 count=7647633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.649088137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.648+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhY6sX5B5zPAuPo64S9A19GooemJcfqba2mw6nYdiN5YU6 + count=7620861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.649325931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.648+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iN5YU6 count=7620862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336649]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.654668153Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.654+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336654]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.654700763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.654+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iN5YU6 inflight=1 count=7620864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336654]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.654847597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.654+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iN5YU6 inflight=0 count=7620865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336654]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.669796394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.669+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhcHNNPd1uia7e6d8SxLA1ifDuxKh62HdL8KcLXuaUcDQV + count=7647634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.669832006Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.669+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aUcDQV count=7647635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.675149608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.674+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.675187657Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.674+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aUcDQV inflight=1 count=7647637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.675200458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.675+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aUcDQV inflight=0 count=7647638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.700286783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.699+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhZsUK6Qsk4agTVAxj9L5zDtTWkmjqPyGoQuirJzJCF9U6 + count=7620866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.700325592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.700+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JCF9U6 count=7620867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336700]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.706163940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.705+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.706302037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JCF9U6 inflight=1 count=7620869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.706328502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JCF9U6 inflight=0 count=7620870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.720595792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.720+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhYSUsGGywXTuzk5tbmj7S79mnYA6gYvJiiQBZqDVyYvQV + count=7647639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.720769652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.720+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VyYvQV count=7647640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336720]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.728305055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.727+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.728353666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.728+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VyYvQV inflight=1 count=7647642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.728417841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.728+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VyYvQV inflight=0 count=7647643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.750928025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.750+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rho1Fc7eCB84ouMCHnRb6ouWDX7W99YVz6MMdVVS52jZU6 + count=7620871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.750979411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.750+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*52jZU6 count=7620872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336750]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.755495016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.755+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.755663251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.755+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*52jZU6 inflight=1 count=7620874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.755682491Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.755+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*52jZU6 inflight=0 count=7620875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336755]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.771881086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.771+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhi1gHQZvMgDQVG53sxStLSY3SeZDYPTx4sVBPqn1TPtQV + count=7647644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.771929819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.771+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1TPtQV count=7647645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.775992361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.775+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336775]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.776023591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.775+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1TPtQV inflight=1 count=7647647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.776043426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.775+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1TPtQV inflight=0 count=7647648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336776]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.802199829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.801+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rheszBh3ZWYrDMRR2CMhmbvz2dVEZW4nBtCjqLww1yZNU6 + count=7620876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.802248374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.802+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1yZNU6 count=7620877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336802]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.808308455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.808+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.808353093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.808+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1yZNU6 inflight=1 count=7620879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.808446699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.808+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1yZNU6 inflight=0 count=7620880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.822668511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.822+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhkBJYrrKEYu4B3hDvH1UY8L35opDpN5VGXt8iSHeatfQV + count=7647649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.822715951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.822+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eatfQV count=7647650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336822]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.827625709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.827+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.827684192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.827+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eatfQV inflight=1 count=7647652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.827691293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.827+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eatfQV inflight=0 count=7647653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336827]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.852930212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.852+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhXHj4PgCeitQu2Yn6f4XExFznh2FB69we97qLYMKQQ8U6 + count=7620881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336852]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.853014779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.852+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KQQ8U6 count=7620882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336853]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.858796078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.858+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.858843591Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.858+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KQQ8U6 inflight=1 count=7620884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.858874544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.858+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KQQ8U6 inflight=0 count=7620885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336858]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.873149578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.872+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhd3gM79o2HD3AWew5x5W74ZscRdWQVPSiQBcrQgz434QV + count=7647654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.873247424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.872+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z434QV count=7647655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336873]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.878451302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.878+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.878519440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.878+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z434QV inflight=1 count=7647657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.878538837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.878+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z434QV inflight=0 count=7647658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.903478128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.902+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhduH68UvRco3MeAs7HsHAmkHcBSiSoiGQ93iPLHcT3hU6 + count=7620886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.903513279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.903+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cT3hU6 count=7620887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.907802417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.907+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.907893210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.907+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cT3hU6 inflight=1 count=7620889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.907944886Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.907+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cT3hU6 inflight=0 count=7620890","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.924132131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.923+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhmhtVSgYjnvvRkNgdCDvgoFCqMjhucvJUWKd9bTCABxQV + count=7647659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.924173514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.923+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CABxQV count=7647660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.930360577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.930+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.930397307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.930+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CABxQV inflight=1 count=7647662","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.930402789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.930+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CABxQV inflight=0 count=7647663","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336930]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.954463986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.954+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhhmYSqFG6kHRp52Jk5bmnmSWjpcnUzGSyC5SSzZe8AGU6 + count=7620891","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.954582749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.954+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*e8AGU6 count=7620892","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336954]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.960424548Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.960+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620893","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.960454302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.960+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e8AGU6 inflight=1 count=7620894","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.960468267Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:36.960+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*e8AGU6 inflight=0 count=7620895","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593336960]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.975066121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.974+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhjXbT9RsYv1CGv1akwkHcpgjUkb5Ru4FdBEfhJ3AL2YQV + count=7647664","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.975120684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.974+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AL2YQV count=7647665","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.979594582Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.979+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647666","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.979644270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.979+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AL2YQV inflight=1 count=7647667","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:36.979649703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:36.979+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AL2YQV inflight=0 count=7647668","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593336979]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.005100145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.004+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhgj58NaWiLkA6s1Uv7WUgPjqgHfu4QbUoBZSEK39Nf2U6 + count=7620896","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.005202398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.004+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9Nf2U6 count=7620897","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337005]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.010926691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.010+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620898","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.010970014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.010+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Nf2U6 inflight=1 count=7620899","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337010]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.011114253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.010+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9Nf2U6 inflight=0 count=7620900","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.026084654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.025+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhgLXsvKzM66TYrbWX3ubx39M2d1PXKFD3in2TSJguKoQV + count=7647669","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.026119942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.025+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*guKoQV count=7647670","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.031529871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.030+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647671","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.031570076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.031+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*guKoQV inflight=1 count=7647672","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.031575291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.031+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*guKoQV inflight=0 count=7647673","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.055914885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.055+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rheK9AHbUxJuq8yjBkmjxX5EmJ8qdPDwTBKARGikfmqWU6 + count=7620901","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.055956602Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.055+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fmqWU6 count=7620902","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337055]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.060231658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.059+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620903","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.060260398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.060+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fmqWU6 inflight=1 count=7620904","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.060313084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.060+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fmqWU6 inflight=0 count=7620905","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.076959307Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.076+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhYWz3GrudbLBYhUobc72CzdPRAgRBAQc6HHhYc8JWPmQV + count=7647674","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.076995566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.076+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JWPmQV count=7647675","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.081930606Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.081+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647676","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.081966955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.081+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JWPmQV inflight=1 count=7647677","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337081]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.082002982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.081+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JWPmQV inflight=0 count=7647678","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.106954256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.106+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/U6/zb2rhhaBqUABmekHj8ojnFZM18ZbPSVMWD361rBQu45kigeU6 + count=7620906","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.106994597Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.106+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kigeU6 count=7620907","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.110620240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.110+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620908","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.110671003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.110+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kigeU6 inflight=1 count=7620909","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.110754221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.110+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kigeU6 inflight=0 count=7620910","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.127580549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.127+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhehE2m5yS6bwg1g5H6cMNB5aVnRoSujUM93w9rLDiM6QV + count=7647679","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.127623901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.127+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DiM6QV count=7647680","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337127]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.132001265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.131+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647681","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.132035021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.131+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DiM6QV inflight=1 count=7647682","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.132058240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.131+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DiM6QV inflight=0 count=7647683","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337132]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.158466499Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.158+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhZ2y7GsnRsP5817hiVLDNcxnzf9LrTFZUA49BqzAEzov2 + count=7620911","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.158640901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.158+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AEzov2 count=7620912","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.167623881Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.167+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620913","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.167693250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.167+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AEzov2 inflight=1 count=7620914","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.167701409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.167+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AEzov2 inflight=0 count=7620915","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.178683547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.178+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhgGCGRBkMyR2QXe72UGBArANdZURZ7JU68QHr1zy3j7QV + count=7647684","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.178721860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.178+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y3j7QV count=7647685","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.184362685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.183+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647686","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.184403734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.184+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y3j7QV inflight=1 count=7647687","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.184409610Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.184+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y3j7QV inflight=0 count=7647688","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337184]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.209364319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.208+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhWiY6KQygzUFPheKwUpYBdQPRqvkgeydfTFVoSR7mzhv2 + count=7620916","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.209415381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.209+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7mzhv2 count=7620917","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337209]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.213655486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.213+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620918","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.213688289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.213+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7mzhv2 inflight=1 count=7620919","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.213735005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.213+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7mzhv2 inflight=0 count=7620920","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337213]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.229825038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.229+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhcvPUnxwN5yKox9xtCjACzKXwzDvf3kezuQGRSoMynBQV + count=7647689","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.229903051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.229+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MynBQV count=7647690","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337229]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.234924843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.234+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647691","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.234961913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.234+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MynBQV inflight=1 count=7647692","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337234]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.235055138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.234+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MynBQV inflight=0 count=7647693","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.260146269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.259+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhbUjxqAWHEE1oJxhJzQGGXbrBNmvZVCWbhyhZVhg38av2 + count=7620921","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.260193447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.259+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*g38av2 count=7620922","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337260]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.264323369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.264+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620923","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.264350025Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.264+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g38av2 inflight=1 count=7620924","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.264423050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.264+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g38av2 inflight=0 count=7620925","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337264]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.280571639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.280+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdUEremm1hGP1fg2yHzQ1GMwbzRzQm3hybMzGmqoiXXQV + count=7647694","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.280622321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.280+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oiXXQV count=7647695","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.285727873Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.285+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647696","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.285759739Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.285+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oiXXQV inflight=1 count=7647697","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.285764408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.285+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oiXXQV inflight=0 count=7647698","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.310924648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.310+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhcYPe99etazCE9CJ7hFQCJ764jMCEiRxABSwFWeHMihv2 + count=7620926","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.310986186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.310+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HMihv2 count=7620927","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.315493081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.315+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620928","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.315546514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.315+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HMihv2 inflight=1 count=7620929","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.315552222Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.315+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HMihv2 inflight=0 count=7620930","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337315]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.331443644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.331+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhZnnu2cpQHQKreYJ9vJXQTzGSUtZsTXhAub2gFUKxqQQV + count=7647699","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.331485833Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.331+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*KxqQQV count=7647700","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.335609163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647701","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.335638097Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KxqQQV inflight=1 count=7647702","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.335649313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*KxqQQV inflight=0 count=7647703","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.362213058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.361+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rheBcqFH54iy1XH6LaoB3tLeLn66X7MN5t2wyQiyf8u2v2 + count=7620931","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.362273996Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.361+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f8u2v2 count=7620932","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337362]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.368387406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.367+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620933","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.368418786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.368+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8u2v2 inflight=1 count=7620934","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.368441242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.368+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f8u2v2 inflight=0 count=7620935","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337368]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.382095647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.381+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhnkxaUNwyK2zywrbGZrRcY353ZeLdjBrbjdCajRbCr1QV + count=7647704","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.382190688Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.381+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bCr1QV count=7647705","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.387410475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.387+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647706","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.387443653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.387+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bCr1QV inflight=1 count=7647707","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.387637049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.387+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bCr1QV inflight=0 count=7647708","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.413025191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.412+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhjh6j3MrC9245QWc6cPSHM7HoHt3UYCPDcUKdXpGSAEv2 + count=7620936","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.413252500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.412+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GSAEv2 count=7620937","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337413]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.419641945Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.419+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620938","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.419701296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.419+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GSAEv2 inflight=1 count=7620939","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.419945816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.419+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GSAEv2 inflight=0 count=7620940","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.433105228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.432+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhnQrpVEjxTRJjqziAcKqbv14RCrmC3oHL6kQMrU6KYvQV + count=7647709","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.433142108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.432+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6KYvQV count=7647710","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337433]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.438603329Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.438+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647711","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.438662336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.438+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KYvQV inflight=1 count=7647712","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.438668990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6KYvQV inflight=0 count=7647713","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.463509437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.463+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhhgBXUV5un9gDobNYRwtgQ6vTiZvEdexAQw5JHecEK5v2 + count=7620941","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.463557368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.463+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cEK5v2 count=7620942","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.469925029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.467+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620943","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337469]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.469988462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.468+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cEK5v2 inflight=1 count=7620944","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337469]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.470007135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.468+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cEK5v2 inflight=0 count=7620945","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.484204123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.483+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhmmcghHt7gdeVYZCh4vJLAubHXVwiJVcgCupz7WZcK4QV + count=7647714","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.484256703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.483+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZcK4QV count=7647715","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337484]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.488120737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647716","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.488162774Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZcK4QV inflight=1 count=7647717","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.488168417Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZcK4QV inflight=0 count=7647718","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.514980775Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.514+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhb9znxjxemQYAxZqakyda2v5bLK9DCcbekVD3mJSmqCv2 + count=7620946","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337514]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.515043697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.514+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SmqCv2 count=7620947","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.520642138Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.520+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620948","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.520671917Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.520+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SmqCv2 inflight=1 count=7620949","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.520685389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.520+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SmqCv2 inflight=0 count=7620950","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337520]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.534548580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.534+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdn6LQpDsc2JYSBuPXH3LKG56uuaGdAzuN3LDVadWFiQV + count=7647719","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.534604275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.534+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dWFiQV count=7647720","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.539836677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.539+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647721","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.539874402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.539+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dWFiQV inflight=1 count=7647722","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.539928349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.539+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dWFiQV inflight=0 count=7647723","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.566192928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.565+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhf6W6LMjpbtQXaqRA5JtdBAGmH9Raux8U7gDisUjipnv2 + count=7620951","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.566287484Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.565+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jipnv2 count=7620952","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.572075203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.571+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620953","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.572113112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.571+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jipnv2 inflight=1 count=7620954","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.572140312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.571+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jipnv2 inflight=0 count=7620955","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.585445609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.585+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhem9v4dKXw9bGupQSa4eHBzZna2Uon2hCbbPRTsYwFgQV + count=7647724","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.585486438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.585+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YwFgQV count=7647725","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.590426590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.590+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647726","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.590488043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.590+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YwFgQV inflight=1 count=7647727","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.590496208Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.590+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YwFgQV inflight=0 count=7647728","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.616658891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.616+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhXEvzaqYKdBjiK3yZWhyHFC6hr1sPekn2ftjdPbtXvav2 + count=7620956","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.616707158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.616+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tXvav2 count=7620957","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.621808949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.621+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620958","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.621847065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.621+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tXvav2 inflight=1 count=7620959","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.621853276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.621+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tXvav2 inflight=0 count=7620960","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337621]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.636020275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.635+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhoomXwsZ8ccMTXMoLq9BsyfeqoaWTeGeAcNE8BbuTADQV + count=7647729","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.636063389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.635+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uTADQV count=7647730","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.640391301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.640+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647731","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.640447218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.640+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uTADQV inflight=1 count=7647732","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.640546164Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.640+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uTADQV inflight=0 count=7647733","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.667412991Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.667+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhaA4RGmjvVBGoe6LvwenzYWxqJHkshPJRcNZ4WT9iZ3v2 + count=7620961","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.667451181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.667+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9iZ3v2 count=7620962","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.671188528Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620963","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.671268333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.671+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9iZ3v2 inflight=1 count=7620964","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.671302302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9iZ3v2 inflight=0 count=7620965","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.687111768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.686+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhoKVUbyyKkqubXjBArb8xr1Q2nuA1Wghu6qyXhQEo6UQV + count=7647734","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.687190032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.686+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Eo6UQV count=7647735","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.691589505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.691+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647736","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Pt61","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.691647843Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.691+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Eo6UQV inflight=1 count=7647737","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.691693838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.691+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Eo6UQV inflight=0 count=7647738","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337691]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.717843909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.717+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhZoGnmwdwuYTZwSmPzYikRFgNLjBoTH86FMe2wFv73ov2 + count=7620966","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.717912541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.717+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v73ov2 count=7620967","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337717]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.723423463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.723+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620968","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.723463832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.723+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v73ov2 inflight=1 count=7620969","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.723531336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.723+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v73ov2 inflight=0 count=7620970","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337723]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.738314648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.737+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhkSF3PH7sFeUFezR18btNaJyRXP7H5vewxKiVQwesADQV + count=7647739","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.738375796Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.738+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*esADQV count=7647740","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.748762919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.748+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647741","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.748796963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.748+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*esADQV inflight=1 count=7647742","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.748801394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.748+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*esADQV inflight=0 count=7647743","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.769253448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.768+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhnJ6ZYd4HZi4Y9qoJXnPTrqFhKzZgbfvy5oZ3v2A6cpv2 + count=7620971","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.769305960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.768+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*A6cpv2 count=7620972","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337769]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.774010960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.773+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620973","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.774053055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.773+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A6cpv2 inflight=1 count=7620974","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.774073169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.773+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*A6cpv2 inflight=0 count=7620975","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337774]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.789366791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.788+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhefrsvc9cPhgBucLvbGCoFWrEjPq985cQafqWVo653xQV + count=7647744","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.789404020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.789+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*653xQV count=7647745","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.794207303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.793+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647746","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.794252984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*653xQV inflight=1 count=7647747","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.794272896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.794+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*653xQV inflight=0 count=7647748","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.820452795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.820+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfCgS9BsQD8hMbNfhzf3MKABCndPFrLqaVa515kBvFAv2 + count=7620976","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.820509839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.820+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BvFAv2 count=7620977","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1ROUu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.825954373Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.825+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620978","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337825]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.826008943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.825+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BvFAv2 inflight=1 count=7620979","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.826066882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.825+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BvFAv2 inflight=0 count=7620980","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337826]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.839838156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.839+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhgvzbK1mJBZsMLwFxXRJuxjdw2LPzuX8mtPf4BnzVvVQV + count=7647749","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.839874952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.839+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zVvVQV count=7647750","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.844303372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.844+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647751","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.844342913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.844+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zVvVQV inflight=1 count=7647752","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.844442030Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.844+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zVvVQV inflight=0 count=7647753","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.871592397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.871+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhbqddoKunxNYP95RVoXq92o1Yn2DnYvfbxz4XXQao32v2 + count=7620981","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.871630260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.871+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ao32v2 count=7620982","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.876222719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620983","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.876260108Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.876+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ao32v2 inflight=1 count=7620984","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.876264389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.876+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ao32v2 inflight=0 count=7620985","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337876]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.890997278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.890+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhnKqCdHZBcnDXsYnordzf2MChre3wrSinFZfvpzwShfQV + count=7647754","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.891039766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.890+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wShfQV count=7647755","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.895543284Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.895+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647756","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.895593195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.895+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wShfQV inflight=1 count=7647757","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.895598277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.895+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wShfQV inflight=0 count=7647758","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.922962581Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.922+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhc3oaRBbtZ1eQqe6PSLQ9v1NvW9Log4KWgkQLJWpnSTv2 + count=7620986","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.923011542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.922+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pnSTv2 count=7620987","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337923]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.927462635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620988","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.927527075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.927+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pnSTv2 inflight=1 count=7620989","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.927729939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.927+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pnSTv2 inflight=0 count=7620990","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337927]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.941996094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.941+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhhSZ4NhGQfnAtfFexu8Gn8wEq8P9pisfyAZGA2UQX5VQV + count=7647759","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.942052635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.941+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QX5VQV count=7647760","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.946970011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.946+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647761","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337946]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.947025521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.946+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QX5VQV inflight=1 count=7647762","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.947031369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.946+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QX5VQV inflight=0 count=7647763","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.974212969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.973+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhnCVcSxuaRmV7h7fu1Ai6UrLQbR7pabbq7xQwooKdssv2 + count=7620991","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.974284615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.973+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Kdssv2 count=7620992","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.978517215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.978+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620993","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.978545012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.978+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kdssv2 inflight=1 count=7620994","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.978670253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:37.978+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Kdssv2 inflight=0 count=7620995","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593337978]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.992490639Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.992+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhgk1tKDPN6WgDRtjNpcLK5pNeJGoh3bqyqwVTmipXBpQV + count=7647764","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.992524494Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.992+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pXBpQV count=7647765","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.997258920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.996+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647766","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.997290240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.997+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pXBpQV inflight=1 count=7647767","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:37.997302624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:37.997+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pXBpQV inflight=0 count=7647768","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593337997]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.024553589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.024+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhacPm8eactLw8gsr9btpssLBkv9U4yrkYptgzCPYhTPv2 + count=7620996","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338024]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.024641559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.024+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YhTPv2 count=7620997","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338024]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.030299133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.029+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7620998","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.030338725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.030+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YhTPv2 inflight=1 count=7620999","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.030455491Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.030+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YhTPv2 inflight=0 count=7621000","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338030]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.043536111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.043+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhXUoUoZHnH1BzwFSUTgcybQmWVHsRGcVuWSB6n9U5ZBQV + count=7647769","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.043577135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.043+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U5ZBQV count=7647770","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.047593815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.047+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647771","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.047630696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.047+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5ZBQV inflight=1 count=7647772","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.047722940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.047+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U5ZBQV inflight=0 count=7647773","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.075049780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.074+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhdm8bS8e7nveSUaBkGZ8P6oPtYZvrwrczwrChwipjTzv2 + count=7621001","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.075117414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.074+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pjTzv2 count=7621002","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338075]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.079699822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.079+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621003","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.079726014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.079+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pjTzv2 inflight=1 count=7621004","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.079738637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.079+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pjTzv2 inflight=0 count=7621005","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.094318797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.093+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhbiqsUPiWk9BgZeTRoWGA22nh9tL9AKYFSQLWeJQREQQV + count=7647774","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.094384640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.094+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QREQQV count=7647775","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.100277839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.100+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647776","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.100334110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.100+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QREQQV inflight=1 count=7647777","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.100340170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.100+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QREQQV inflight=0 count=7647778","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.126504391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.126+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhbUcgwuse9EMDnf1BGtCTVUqNZNUDukyM5SDpVLECupv2 + count=7621006","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.126540703Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.126+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ECupv2 count=7621007","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338126]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.131256962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.130+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621008","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.131302621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.131+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ECupv2 inflight=1 count=7621009","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.131332961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.131+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ECupv2 inflight=0 count=7621010","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338131]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.144859119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.144+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhfaBsYvZ2Ahn4SjMdP6LTeHD8sT6hmNEiZKCPCuTPDHQV + count=7647779","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.144903979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.144+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TPDHQV count=7647780","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338144]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.149893642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.149+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647781","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.149961504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.149+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TPDHQV inflight=1 count=7647782","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338149]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.150063404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.149+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TPDHQV inflight=0 count=7647783","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.176820935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.176+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhg6rEtdt6W9k6bYYSEvbyfb1yErimsQhueLjS15WCgFv2 + count=7621011","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.176889785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.176+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WCgFv2 count=7621012","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338176]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.195603767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.195+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhbkz3quQMCLNhjbYfzrotugqGHTy1JdnPY2Vq24JFq2QV + count=7647784","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.195650151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.195+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JFq2QV count=7647785","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338195]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.200154050Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.199+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647786","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.200205625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.199+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JFq2QV inflight=1 count=7647787","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.200211457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.200+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JFq2QV inflight=0 count=7647788","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338200]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.220533168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.220+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621013","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.220583486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.220+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WCgFv2 inflight=1 count=7621014","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.220652109Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.220+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WCgFv2 inflight=0 count=7621015","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338220]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.228082644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.227+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhbE7z5AJ8x42i6DHFZkFCUKr7w4RrNiEY4TsSoDjsv2v2 + count=7621016","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.228121193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.227+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jsv2v2 count=7621017","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338228]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.238928787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.238+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621018","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338238]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.238980681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.238+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jsv2v2 inflight=1 count=7621019","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338238]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.239078249Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.238+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jsv2v2 inflight=0 count=7621020","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.246728166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.246+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhWpf7cp2SA5GPsqWeJgaCdABbLWBWBUopBcwc2gUwWLQV + count=7647789","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.246765669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.246+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UwWLQV count=7647790","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338246]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.251860733Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.251+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647791","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.251910594Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.251+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UwWLQV inflight=1 count=7647792","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.251915769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.251+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UwWLQV inflight=0 count=7647793","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338251]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.279593404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.279+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhj9L5AgGW7cnSKpspQxnauJnKNBv6MCeKih3mBNvTrkv2 + count=7621021","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.279627498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.279+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vTrkv2 count=7621022","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.284172411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.283+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621023","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.284228982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.283+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vTrkv2 inflight=1 count=7621024","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.284276054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.284+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vTrkv2 inflight=0 count=7621025","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338284]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.297401784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.297+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdGM7LNjGeH94f7LJgPeszpivZpohg4dkr7sqGR29TbQV + count=7647794","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.297443667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.297+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*29TbQV count=7647795","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338297]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.302584394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.302+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647796","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.302615779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.302+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*29TbQV inflight=1 count=7647797","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.302699103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.302+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*29TbQV inflight=0 count=7647798","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338302]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.330858663Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.330+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhdWN3AYNwfwvMnh5CCvwrATXaE6TS3Vy4KNjWVvDfemv2 + count=7621026","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.330939087Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.330+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Dfemv2 count=7621027","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338330]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.335701127Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.335+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621028","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.335737837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.335+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dfemv2 inflight=1 count=7621029","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.335906122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.335+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dfemv2 inflight=0 count=7621030","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338335]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.348233702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.347+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdkeBWRjhJb76mjVvXdbkvt7GFN56Mfv67WgQCuDh2CQV + count=7647799","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.348281259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.348+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Dh2CQV count=7647800","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338348]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.353353122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.353+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647801","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.353385002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.353+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dh2CQV inflight=1 count=7647802","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.353402802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.353+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Dh2CQV inflight=0 count=7647803","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338353]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.381433603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.381+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhYL3mWFMUfKTu3wy5Lfu9cBHLrv1dogsNxzP8boXdgcv2 + count=7621031","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338381]}]}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +- request: + body: '{"scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","scroll":"2m"}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/_search/scroll + response: + body: + string: '{"_scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","took":47,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":11716,"relation":"eq"},"max_score":null,"hits":[{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.381475114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.381+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xdgcv2 count=7621032","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338381]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.386756407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.386+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621033","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.386784398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.386+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xdgcv2 inflight=1 count=7621034","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.386789067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.386+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xdgcv2 inflight=0 count=7621035","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338386]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.399090026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.398+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdbnwdQKBGeWTuVkj8UyHwfZ7iBcu6u5PYoCkc2vRZ9QV + count=7647804","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.399128781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.398+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vRZ9QV count=7647805","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338399]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.403312021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.402+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647806","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.403351788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.403+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vRZ9QV inflight=1 count=7647807","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.403356990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.403+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vRZ9QV inflight=0 count=7647808","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.432392777Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.431+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhX1adPVTyqrnq9qSPPBPM1NKMY1xEDrjKLAHDjqyKfRv2 + count=7621036","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338432]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.432423137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.432+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yKfRv2 count=7621037","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338432]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.437973792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.437+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621038","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338437]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.438079194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.437+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yKfRv2 inflight=1 count=7621039","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.438092113Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.438+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yKfRv2 inflight=0 count=7621040","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.446730924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.446+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7647809","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.450115038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.449+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhXeHux3q11JEysAGsEtNZ6g5aARfuFwPot1c91N7E7fQV + count=7647810","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.450154081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.449+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7E7fQV count=7647811","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.454890005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.454+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647812","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.454947015Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.454+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7E7fQV inflight=1 count=7647813","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Pt-1","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.454979372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.454+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7E7fQV inflight=0 count=7647814","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338454]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.483768252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.483+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhWywTqu9bT6Bv7ikEDiCutHVDEqDaXoL1iE83WGPkk2v2 + count=7621041","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.483856312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.483+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Pkk2v2 count=7621042","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.487866303Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.487+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621043","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.487898269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.487+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pkk2v2 inflight=1 count=7621044","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338487]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.488127118Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.487+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pkk2v2 inflight=0 count=7621045","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338488]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.500487880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.500+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhipudCkNfsziWTivY8YAhp1SjwxxzdZTTb7FuP2ySetQV + count=7647815","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.500529219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.500+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ySetQV count=7647816","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338500]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.505416091Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.505+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647817","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.505488203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.505+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ySetQV inflight=1 count=7647818","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.505501142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.505+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ySetQV inflight=0 count=7647819","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338505]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.534499223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.534+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhinkNaBUFYDpnbYhntWyZuqECJpA9m9W89MerqvEGE3v2 + count=7621046","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.534553651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.534+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EGE3v2 count=7621047","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.539031813Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.538+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621048","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.539062922Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.538+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EGE3v2 inflight=1 count=7621049","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.539067493Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.538+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EGE3v2 inflight=0 count=7621050","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338539]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.550969255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.550+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhdXp7aQjTBocZH9znpqwfGTDbdthEwSpEQYsyAHde74QV + count=7647820","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338550]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.551011051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.550+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*de74QV count=7647821","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338551]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.554993147Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.554+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647822","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.555051613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.554+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*de74QV inflight=1 count=7647823","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.555057976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.554+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*de74QV inflight=0 count=7647824","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338555]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.585731982Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.585+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhoSYvCCBjxU1YQyEKubjXp4ayPF48qbXeh8UHCJktAbv2 + count=7621051","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.585775116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.585+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ktAbv2 count=7621052","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.590243423Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.589+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621053","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.590362322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.590+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ktAbv2 inflight=1 count=7621054","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.590537849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.590+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ktAbv2 inflight=0 count=7621055","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338590]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.601475863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.601+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/QV/zb2rhnvmmq2fxgLzsHNzftmRw2JiW6BUt77U9GekWTmqyw6QV + count=7647825","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.601556554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.601+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qyw6QV count=7647826","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338601]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.606767722Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.606+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647827","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.606841984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.606+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qyw6QV inflight=1 count=7647828","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.606929253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.606+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qyw6QV inflight=0 count=7647829","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338606]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.636280969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.635+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhXsQrQqs2Yfz318KaZ1jdLt8ZEQTqWhRF635moEkH4vv2 + count=7621056","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.636321840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.636+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kH4vv2 count=7621057","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.643735980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.643+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621058","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.643805024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.643+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kH4vv2 inflight=1 count=7621059","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.643814156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.643+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kH4vv2 inflight=0 count=7621060","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338643]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.652567342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.652+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rharwAAiszwYM6Cz2L25B5zoiVX5vfa9ro75ne1npSJoSr + count=7647830","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.652598073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.652+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pSJoSr count=7647831","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338652]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.657690868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.657+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647832","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.657728913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.657+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pSJoSr inflight=1 count=7647833","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.657736043Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.657+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pSJoSr inflight=0 count=7647834","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338657]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.687586951Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.687+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhd1eDPcMcrRd9TJBbxFNwufUAgfyNw98zMNQswWsfnsv2 + count=7621061","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.687953585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.687+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sfnsv2 count=7621062","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.692421438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.691+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621063","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.692457665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.692+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sfnsv2 inflight=1 count=7621064","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.692493420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.692+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sfnsv2 inflight=0 count=7621065","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338692]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.703305105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.703+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rha7a4VifKQfMv6GRtCZEiso3eo5nBzJMc9dHSkpPUKDSr + count=7647835","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.703344643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.703+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PUKDSr count=7647836","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338703]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.707710294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.707+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647837","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.707744152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.707+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PUKDSr inflight=1 count=7647838","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.707774870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PUKDSr inflight=0 count=7647839","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.737961205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.737+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhdA8aQMucJGd3z2HfmeMmPtpWG9Zgg5NnaPGRU8tq8mv2 + count=7621066","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338737]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.738188313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.737+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tq8mv2 count=7621067","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.746878710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.746+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621068","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.746912761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.746+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tq8mv2 inflight=1 count=7621069","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.747061322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.746+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tq8mv2 inflight=0 count=7621070","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338747]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.754230223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.753+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhXpp67KuHVrvngQNBACpZhXJNgcdnxzNNUJDdNMEyTVSr + count=7647840","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.754297088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.754+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EyTVSr count=7647841","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338754]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.759660143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647842","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.759696615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.759+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EyTVSr inflight=1 count=7647843","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.759835661Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.759+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EyTVSr inflight=0 count=7647844","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.788529603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.788+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhWqFPUcTrAEyqYnXm5ALqeokN4P48RUwZcMpk5R2Y3Jv2 + count=7621071","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.788614521Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.788+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2Y3Jv2 count=7621072","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.793938009Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.793+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621073","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.793993783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.793+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2Y3Jv2 inflight=1 count=7621074","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338793]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.794001868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.793+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2Y3Jv2 inflight=0 count=7621075","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.805343209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.805+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhX8WhdfcdTMv2Bhj7seSMFsJezcKVAUKUbAsAW9fjJzSr + count=7647845","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.805387317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.805+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fjJzSr count=7647846","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338805]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.810750287Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.810+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647847","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.810793863Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.810+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fjJzSr inflight=1 count=7647848","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.810800581Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.810+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fjJzSr inflight=0 count=7647849","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338810]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.839408768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.839+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhjHo3yVMCRTrBa5V6u7tet69wGMtnFRZ7gGkqABPc9nv2 + count=7621076","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.839459788Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.839+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Pc9nv2 count=7621077","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.844076576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.843+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621078","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.844129495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.843+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pc9nv2 inflight=1 count=7621079","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.844146505Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.843+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Pc9nv2 inflight=0 count=7621080","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.856395436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.856+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhnwRmmoxRFAVm4Bz2RJWGbL7PThcUbu2W8WYMR3LYcuSr + count=7647850","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.856428519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.856+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LYcuSr count=7647851","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338856]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.862056542Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.861+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647852","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.862098074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.861+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LYcuSr inflight=1 count=7647853","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.862103835Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.861+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LYcuSr inflight=0 count=7647854","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.890647837Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.890+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfn19E93FPUUmvqQaYpmzVWj53AE2rLRDEbKdgBUzgNv2 + count=7621081","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.890701634Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.890+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UzgNv2 count=7621082","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338890]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.895144568Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.894+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621083","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.895229785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.894+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UzgNv2 inflight=1 count=7621084","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.895313440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.894+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UzgNv2 inflight=0 count=7621085","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Tu5c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.907642427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.907+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhjcL3jmP11uzbkBs8SzRBVSHW88C9TFEFJnRKpFweUVSr + count=7647855","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.907712312Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.907+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*weUVSr count=7647856","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338907]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.911915431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.911+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647857","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.911951264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.911+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weUVSr inflight=1 count=7647858","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.911983998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.911+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*weUVSr inflight=0 count=7647859","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.941783231Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.941+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhiZNyKEazTME9g5QLf1s1FjkJpATFReM2Zm41DWVSHHv2 + count=7621086","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.941837732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.941+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VSHHv2 count=7621087","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338941]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.947227699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.946+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621088","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.947271632Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.947+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VSHHv2 inflight=1 count=7621089","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.947293229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.947+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VSHHv2 inflight=0 count=7621090","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.958555325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.958+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmhRS8ajgYvmVuFpGCU1hJbW1A35NKNzdmnupd2g3s9Sr + count=7647860","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.958591764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.958+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*g3s9Sr count=7647861","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338958]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.963685489Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.963+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647862","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.963724349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.963+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g3s9Sr inflight=1 count=7647863","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.963737931Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:38.963+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*g3s9Sr inflight=0 count=7647864","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593338963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.992871377Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.992+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhcSN8YGsJXxxywxsporEYEgryzRaHE212CbirgFp7bgv2 + count=7621091","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:38.992910049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:38.992+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p7bgv2 count=7621092","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593338992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.002085531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.001+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621093","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.002131802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.001+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p7bgv2 inflight=1 count=7621094","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.002147070Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.001+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p7bgv2 inflight=0 count=7621095","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.009684360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.009+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhfcy38XsVFT1TFmqkm9Bw3PphhGxGhn8jpzpEUNPM3WSr + count=7647865","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.009727218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.009+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PM3WSr count=7647866","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339009]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.014590652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.014+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647867","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.014626361Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.014+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PM3WSr inflight=1 count=7647868","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.014632088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.014+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PM3WSr inflight=0 count=7647869","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.045039211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.043+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhh6qjoBturU4Mrmo3KRMChkYLBTaz9d1VEBhd9RzjAMv2 + count=7621096","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.045091885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.044+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zjAMv2 count=7621097","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339045]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.050541454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.050+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621098","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.050631062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.050+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zjAMv2 inflight=1 count=7621099","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.050649121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.050+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zjAMv2 inflight=0 count=7621100","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.060185196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.059+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgUqc6g82fWLWF3GQpMWgBkGHyrNNHULQnRnpZemzCSSr + count=7647870","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.060220241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.059+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mzCSSr count=7647871","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339060]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.064096702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.063+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647872","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.064135879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mzCSSr inflight=1 count=7647873","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.064161790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.063+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mzCSSr inflight=0 count=7647874","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.095265490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.094+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhgHc1KJwASSrZ7k8dHhDzjn5B1dNMSBCHCm19p44CbBv2 + count=7621101","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.095357376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.094+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4CbBv2 count=7621102","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.100781797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.099+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621103","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.100836575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.099+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4CbBv2 inflight=1 count=7621104","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.100841635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.099+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4CbBv2 inflight=0 count=7621105","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339100]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.110672599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.110+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhecAdQZKxSm3GiHD3NAwafn4DAt9ZJucFocBL5SPEtkSr + count=7647875","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.110717281Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.110+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PEtkSr count=7647876","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.115759114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.115+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647877","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.115813814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.115+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PEtkSr inflight=1 count=7647878","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.115836265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.115+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PEtkSr inflight=0 count=7647879","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339115]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.151988117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.151+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhigXbZEm1XF24BYs7Pn8CrqRpkWDk1HVvJM5QuUPsG6v2 + count=7621106","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.152074617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.151+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PsG6v2 count=7621107","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339152]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.157836337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.157+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621108","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.157887614Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.157+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PsG6v2 inflight=1 count=7621109","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339157]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.158026286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.157+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PsG6v2 inflight=0 count=7621110","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339158]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.161320709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.160+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmk2aREwsjQxi3xRZL95WkWVBFzNe6C79P1GB2GVNx2Sr + count=7647880","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.193721782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.161+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VNx2Sr count=7647881","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.193796667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.166+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647882","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.193805865Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.166+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNx2Sr inflight=1 count=7647883","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.193816929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.166+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNx2Sr inflight=0 count=7647884","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339193]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.202541617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.202+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfw721TobrksSxXkyWBEpYSQvkST5t6a49hUuZautcjv2 + count=7621111","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.202607302Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.202+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*utcjv2 count=7621112","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.208364694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.208+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621113","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.208411456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.208+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*utcjv2 inflight=1 count=7621114","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.208434618Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.208+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*utcjv2 inflight=0 count=7621115","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.212160315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.211+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhnpJbUDj556cNmtWkVzEEQw6h34Qz7hwtXthEttDsNmSr + count=7647885","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.212221621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.211+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DsNmSr count=7647886","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.216376473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.215+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647887","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.216416512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.216+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DsNmSr inflight=1 count=7647888","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.216442394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.216+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DsNmSr inflight=0 count=7647889","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339216]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.254149531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.253+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhhx5itDDctBSrmprud13dThAxuJwgJUth7v7r9TNzTLv2 + count=7621116","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.254196888Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.253+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NzTLv2 count=7621117","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339254]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.258524590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.258+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621118","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.258730975Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.258+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NzTLv2 inflight=1 count=7621119","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.258775526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.258+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NzTLv2 inflight=0 count=7621120","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.262795934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.262+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhkovCvndnbQhB7Ma6QzvcVYTbB8Ao7EZSRfZjBjZhpUSr + count=7647890","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.262855872Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.262+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZhpUSr count=7647891","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339262]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.267103410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.266+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647892","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.267141880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.266+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZhpUSr inflight=1 count=7647893","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.267193719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.266+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZhpUSr inflight=0 count=7647894","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.305418823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.304+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhcSVbbke81eSW4dJRbEWuFmVnbowfA9Up7ubyqbsH2Gv2 + count=7621121","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.305469554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.305+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sH2Gv2 count=7621122","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339305]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.309941235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.309+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621123","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.309982486Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.309+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sH2Gv2 inflight=1 count=7621124","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339309]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.310118859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.309+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sH2Gv2 inflight=0 count=7621125","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339310]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.313728297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.313+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rho8hnxzmjJ4yvcCfWuDKtBpDEQdGRqRchyvWqa1Vuc9Sr + count=7647895","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.313773023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.313+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Vuc9Sr count=7647896","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339313]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.318846042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.318+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647897","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.318922345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.318+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vuc9Sr inflight=1 count=7647898","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.318937425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.318+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vuc9Sr inflight=0 count=7647899","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339318]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.356670462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.356+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhimWtAdunjPZUVjLGFwr62aieNzQP2hB1A8LhAmbg6Ev2 + count=7621126","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339356]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.356727918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.356+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bg6Ev2 count=7621127","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339356]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.361875296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.361+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621128","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.361905328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.361+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg6Ev2 inflight=1 count=7621129","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.361909665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.361+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bg6Ev2 inflight=0 count=7621130","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339361]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.364421790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.364+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhjjgSHrMbZAYLe8MpTSZbPxVyfBUznXQm6TViyt4dQSSr + count=7647900","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.364469956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.364+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4dQSSr count=7647901","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339364]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.369570791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.369+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647902","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.369607170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.369+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4dQSSr inflight=1 count=7647903","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.369613165Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.369+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4dQSSr inflight=0 count=7647904","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339369]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.407468526Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.407+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhiHKrwtCBQJTQbob8zraFpYzaTsr1uKkfpqrbfvB5ZZv2 + count=7621131","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.407543198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.407+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B5ZZv2 count=7621132","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339407]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.411444190Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.411+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621133","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.411556502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.411+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B5ZZv2 inflight=1 count=7621134","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.411570897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.411+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B5ZZv2 inflight=0 count=7621135","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339411]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.415135943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.414+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmBJYZoihbxxzSVtsDKVVVVc7B7SQbme8mPwSNmFNTbSr + count=7647905","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.415187823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.414+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FNTbSr count=7647906","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.419617374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.419+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647907","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.419655966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.419+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FNTbSr inflight=1 count=7647908","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.419847607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.419+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FNTbSr inflight=0 count=7647909","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339419]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.458071824Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.457+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfM3xeYqfbyetSMzfaxDdrqz7yNtCx76P6B7EkqNugbv2 + count=7621136","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.458122682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.457+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Nugbv2 count=7621137","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339458]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.463453506Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.463+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621138","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.463492471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.463+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nugbv2 inflight=1 count=7621139","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.463499343Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.463+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Nugbv2 inflight=0 count=7621140","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339463]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.470894994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.470+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhaFGNcPS7kmXNgJCpw2ZmTsssqvzxrNidV92nknuuHUSr + count=7647910","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.470956357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.470+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uuHUSr count=7647911","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339470]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.474699627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.474+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647912","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.474769678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.474+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuHUSr inflight=1 count=7647913","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.474789867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.474+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uuHUSr inflight=0 count=7647914","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.478932630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.478+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7621141","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.509402746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.508+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhevE3PifLLtV6FTe6aRZF3BputvvFd5zdmyNkyoZewFv2 + count=7621142","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.509451168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.509+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZewFv2 count=7621143","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339509]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.513713849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.513+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621144","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.513751209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.513+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZewFv2 inflight=1 count=7621145","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.513763971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.513+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZewFv2 inflight=0 count=7621146","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.521402058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.521+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhjejEn7ScoCrnucY1GYWJLRjPSR2dgN2uZLcHS9HjBUSr + count=7647915","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339521]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.521479278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.521+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HjBUSr count=7647916","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339521]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.527222832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.526+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647917","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.527262313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.527+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HjBUSr inflight=1 count=7647918","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.527286780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.527+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HjBUSr inflight=0 count=7647919","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339527]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.560417952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.559+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhonTZUhqexozYJQseEwjNeCqm5gX4gVWtkSStr8o3k7v2 + count=7621147","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339560]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.560461076Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.560+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*o3k7v2 count=7621148","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339560]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.565888746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.565+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621149","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339565]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.566142702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.565+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3k7v2 inflight=1 count=7621150","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.566174291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.565+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*o3k7v2 inflight=0 count=7621151","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339566]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.572842593Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.572+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgKK35QaLmnLU51MpQgxJC2BNNJLTBs6fn27kNynbu9Sr + count=7647920","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.572883570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.572+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nbu9Sr count=7647921","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339572]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.579331651Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.578+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647922","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.579453712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nbu9Sr inflight=1 count=7647923","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.579501117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.579+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nbu9Sr inflight=0 count=7647924","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.611712077Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.611+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhYaZdEXgvi96W5TMawKZ65UZC9Z5Be8np5HXUeSr93rv2 + count=7621152","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.611750554Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.611+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*r93rv2 count=7621153","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.616201088Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.615+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621154","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.616240654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.615+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r93rv2 inflight=1 count=7621155","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.616252725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.616+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*r93rv2 inflight=0 count=7621156","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339616]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.623964216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.623+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmFCFXxu8mL3zhoqwp8BR2gPM3epUS47btqEZtb16PhSr + count=7647925","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339623]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.624000296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.623+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*16PhSr count=7647926","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339624]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.628183065Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.627+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647927","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.628221371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.627+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*16PhSr inflight=1 count=7647928","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.628315987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.628+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*16PhSr inflight=0 count=7647929","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339628]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.662733429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.662+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhXU5HdYyyqyKHKEYAb2Uj6PaJAaTf1jQyqjh621Xydqv2 + count=7621157","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339662]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.662783375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.662+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Xydqv2 count=7621158","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339662]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.672120424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.671+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621159","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.672154296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.672+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xydqv2 inflight=1 count=7621160","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.672166513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.672+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Xydqv2 inflight=0 count=7621161","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.674965973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.674+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhePEQj2zPcYACxEg7NUS6naYbqNhWs58EyfXa8fGiodSr + count=7647930","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339674]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.675007543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.674+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GiodSr count=7647931","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.679478555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.679+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647932","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.679517136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.679+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GiodSr inflight=1 count=7647933","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.679522707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.679+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GiodSr inflight=0 count=7647934","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339679]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.713810710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.713+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfHCfjuCh7MdZkaiJ8ui99xL51jqckhpaxtgL1BBvmSv2 + count=7621162","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339713]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.713848268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.713+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BvmSv2 count=7621163","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339713]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.718856525Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.718+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621164","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339718]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.719041405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.718+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BvmSv2 inflight=1 count=7621165","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.719066925Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.718+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BvmSv2 inflight=0 count=7621166","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339719]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.725962496Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.725+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhZ3N8TjJVqYQS1RhRqbtQRBMcYYJTuJkhsGsSBWEnGBSr + count=7647935","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339725]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.726005962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.725+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EnGBSr count=7647936","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339726]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.731407004Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.731+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647937","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.731449203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.731+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EnGBSr inflight=1 count=7647938","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.731557129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.731+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EnGBSr inflight=0 count=7647939","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339731]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.764769142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.764+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhawM8fHgV5Gro8N7YVjFbKVMDybzzbUbS4rrQvwHn8tv2 + count=7621167","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339764]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.764836193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.764+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Hn8tv2 count=7621168","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339764]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.770965445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.770+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621169","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.771010859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.770+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hn8tv2 inflight=1 count=7621170","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.771099882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.770+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Hn8tv2 inflight=0 count=7621171","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339771]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.777068178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.776+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhYQfqCbdCRCvsZBU4necqhNqwc47F4BEc61Pq3Erdu8Sr + count=7647940","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339777]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.777111826Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.776+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rdu8Sr count=7647941","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339777]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.782579546Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.782+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647942","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.782618726Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.782+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rdu8Sr inflight=1 count=7647943","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.782624821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.782+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rdu8Sr inflight=0 count=7647944","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339782]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.815740269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.815+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhjLomkAs286A942E6Cp1KZeGEp3PLv3Laz6mtFVtuWEv2 + count=7621172","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.815781662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.815+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*tuWEv2 count=7621173","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.820525204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.820+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621174","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.820563847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.820+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tuWEv2 inflight=1 count=7621175","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.820585202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.820+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*tuWEv2 inflight=0 count=7621176","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339820]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.828227691Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.827+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhik4cUv7UUc5mfcAFZMzXmjvPBSSq5AKxWJ91SYPvaCSr + count=7647945","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339828]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.828264671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.828+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PvaCSr count=7647946","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339828]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.832356437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.831+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647947","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.832396049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.832+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PvaCSr inflight=1 count=7647948","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.832402209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.832+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PvaCSr inflight=0 count=7647949","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339832]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.867113395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.866+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhXpUq8nsJkY24Jfp8UzBDQQQBkYd9GiRYrAXpKs4dBEv2 + count=7621177","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.867352519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.866+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4dBEv2 count=7621178","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.871771024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621179","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.871811485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.871+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4dBEv2 inflight=1 count=7621180","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.871958204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.871+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4dBEv2 inflight=0 count=7621181","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.878758435Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.878+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhhYN1vW1gPzffhoMNKnBbiPCgCEyhbP2S4pBPYKXyHWSr + count=7647950","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.878845395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.878+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XyHWSr count=7647951","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339878]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.882690579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.882+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647952","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339882]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.882726492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.882+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XyHWSr inflight=1 count=7647953","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339882]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.882741073Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.882+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XyHWSr inflight=0 count=7647954","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339882]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1ROYu","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.918573692Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.918+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhj1pJ8kXoNbpscYELeJMSXiN9FBptxNft1RfLq5zSb4v2 + count=7621182","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.918620251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.918+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zSb4v2 count=7621183","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.924884907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.924+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621184","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.924928678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.924+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zSb4v2 inflight=1 count=7621185","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.924939182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.924+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zSb4v2 inflight=0 count=7621186","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339924]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.929234648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.928+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhn1GCaD83YVAXyZiYw8v6AagS6zvsaX5z47tyiXsewqSr + count=7647955","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.929277111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.929+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sewqSr count=7647956","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339929]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.933819241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.933+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647957","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.933854151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.933+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sewqSr inflight=1 count=7647958","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.933860453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.933+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sewqSr inflight=0 count=7647959","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339933]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.969550718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.969+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhdR5VBDPuM8NbprW9eaQt3ZgpWqtUrqZBx3oFiSyCH6v2 + count=7621187","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.969589755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.969+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yCH6v2 count=7621188","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339969]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.975068042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.974+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621189","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.975113646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.974+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yCH6v2 inflight=1 count=7621190","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.975123047Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:39.974+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yCH6v2 inflight=0 count=7621191","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593339975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.980383259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.980+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhodZyULbuzUAaQYTwfsJ9YUUr2eHN33gSLxNCSGdiSzSr + count=7647960","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339980]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.980441961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.980+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*diSzSr count=7647961","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339980]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.984312319Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.983+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647962","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.984346823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.984+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*diSzSr inflight=1 count=7647963","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:39.984351580Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:39.984+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*diSzSr inflight=0 count=7647964","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593339984]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.020581953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.020+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhntkh5ik8VBFBKqCRqTsCEp3vNwUkRQG5o1KtvLTFjuv2 + count=7621192","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.020623364Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.020+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TFjuv2 count=7621193","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340020]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.026288401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.025+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621194","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.026322040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.026+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFjuv2 inflight=1 count=7621195","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.026402829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.026+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TFjuv2 inflight=0 count=7621196","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340026]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.031761668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.031+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgLEWkK8BxyUWAv4MX66hBvbni4R34mNrX8HQfwudvfSr + count=7647965","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.031827120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.031+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*udvfSr count=7647966","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340031]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.037795500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.037+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647967","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.037841939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.037+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udvfSr inflight=1 count=7647968","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.037878078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.037+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*udvfSr inflight=0 count=7647969","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340037]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.071830817Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.071+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhh3Jie2LKLGAUyZdkRFXir3RxArAENcEoBdyvrxq2a2v2 + count=7621197","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.071951893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.071+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*q2a2v2 count=7621198","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.076506870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.076+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621199","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.076539155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.076+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q2a2v2 inflight=1 count=7621200","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.076645803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.076+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*q2a2v2 inflight=0 count=7621201","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340076]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.082366995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.081+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhbnbtu9cErp4umKCYAqp9SG1wk1UwoAZFLFsnaaCvMZSr + count=7647970","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.082416611Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.082+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CvMZSr count=7647971","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340082]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.087617363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.087+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647972","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.087656834Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.087+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CvMZSr inflight=1 count=7647973","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.087774443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.087+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CvMZSr inflight=0 count=7647974","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340087]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.123301144Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.122+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhjx6XmzbZJYbUCMEUjsydbFogEB1HwHSzxiwUKU5Smiv2 + count=7621202","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.123360747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5Smiv2 count=7621203","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.128189390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.127+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621204","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.128259609Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.127+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5Smiv2 inflight=1 count=7621205","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.128276697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5Smiv2 inflight=0 count=7621206","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.133393487Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.133+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhhQgeHAYf3mNYvzHZ4GrXuA9jXseqR2Mq9yKjZrp7GbSr + count=7647975","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.133436674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.133+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p7GbSr count=7647976","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340133]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.138304530Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.138+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647977","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.138344263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.138+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p7GbSr inflight=1 count=7647978","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.138383868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.138+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p7GbSr inflight=0 count=7647979","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340138]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.173703660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rha5Cdkgcev2njNCA2tPpdaXoEYzVCRTVnZwLMjCBKGWv2 + count=7621207","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.173738367Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.173+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BKGWv2 count=7621208","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340173]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.178978034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.178+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621209","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340178]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.179050601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.178+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKGWv2 inflight=1 count=7621210","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.179057820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.178+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BKGWv2 inflight=0 count=7621211","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340179]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.183883713Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.183+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhoPYGhwPrhzhfWrS1NpbkuBRf3Y1biAVVFEFHDf5BakSr + count=7647980","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.183927215Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.183+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5BakSr count=7647981","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340183]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.187669909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.187+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647982","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.187702989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.187+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5BakSr inflight=1 count=7647983","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.187708372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.187+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5BakSr inflight=0 count=7647984","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.224385509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhiT4yHRor46Ef8pzE3m3JCLh888zeESYU3gGan1qBJzv2 + count=7621212","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.224452896Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.224+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qBJzv2 count=7621213","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.231287683Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.231+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621214","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.231358031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.231+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qBJzv2 inflight=1 count=7621215","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.231982463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.231+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qBJzv2 inflight=0 count=7621216","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.235133679Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.234+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhiD3AjmRieoLvAtLqjb22MKKz4fum6yeXjjfRd2VhfMSr + count=7647985","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.235419778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.234+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VhfMSr count=7647986","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340235]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.239787007Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.239+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647987","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.239820490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.239+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VhfMSr inflight=1 count=7647988","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340239]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.240118452Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.239+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VhfMSr inflight=0 count=7647989","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340240]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.275137576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.274+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhYAWT5YfVEFZZnHgPSXFXsNacP8LBdAiEH6vXrq8C56v2 + count=7621217","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.275209949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.274+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8C56v2 count=7621218","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.279759653Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.279+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621219","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.279790792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.279+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8C56v2 inflight=1 count=7621220","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.279805134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.279+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8C56v2 inflight=0 count=7621221","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340279]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.285539473Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.285+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhY8to1qTtXgvjWc8PguTueK9onpCWzD2BXWSbQhhA6jSr + count=7647990","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.285600420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.285+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hA6jSr count=7647991","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340285]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.292306801Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.291+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647992","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.292344228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.292+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hA6jSr inflight=1 count=7647993","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.292349746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.292+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hA6jSr inflight=0 count=7647994","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.326319654Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.326+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhit9cV3Si1abDR8DMBDDL3wHZ4nk5gdcj7v9fvDuzaRv2 + count=7621222","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.326374820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.326+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uzaRv2 count=7621223","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.332201300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.331+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621224","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.332382645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.332+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uzaRv2 inflight=1 count=7621225","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.332480967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.332+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uzaRv2 inflight=0 count=7621226","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340332]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.336874432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.336+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhazxF9BfQ7ZvpADtrDbZ9qq9zHRNjxboDDYip8ygcwfSr + count=7647995","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340336]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.336916946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.336+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gcwfSr count=7647996","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340336]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.342532131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.342+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7647997","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.342567179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.342+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gcwfSr inflight=1 count=7647998","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.342573317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.342+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gcwfSr inflight=0 count=7647999","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.376979469Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.376+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhXzgMctMSMdtXRyT3MgfCnWrUKjxPJb8mXU3LhCsd8xv2 + count=7621227","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340376]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.377401987Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.376+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sd8xv2 count=7621228","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.382773296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.382+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621229","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.382813488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.382+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sd8xv2 inflight=1 count=7621230","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340382]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.383006471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.382+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sd8xv2 inflight=0 count=7621231","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.387976476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.387+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhhrY2sqrHStg9DSHtd7vZCm6BLL7t14eo35Gy41mzB1Sr + count=7648000","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340387]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.388300545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.387+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mzB1Sr count=7648001","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340388]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.393710333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.393+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648002","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.393761972Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.393+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mzB1Sr inflight=1 count=7648003","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.394086075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.393+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mzB1Sr inflight=0 count=7648004","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.427579393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.427+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhf76KFaoiVuadfYAec524xgLy7ghqgTZjJuiXZB7oTNv2 + count=7621232","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.427640664Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.427+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7oTNv2 count=7621233","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.436875875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.436+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621234","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.436924752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.436+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7oTNv2 inflight=1 count=7621235","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.436931963Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.436+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7oTNv2 inflight=0 count=7621236","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.438581313Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.438+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmbFt89L1n8mByhspiEUsLLGp4R8sjd4dyxvgcTNyHhSr + count=7648005","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.438619356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.438+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NyHhSr count=7648006","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340438]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.443973954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.443+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648007","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.444032230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.443+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NyHhSr inflight=1 count=7648008","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.444047630Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.443+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NyHhSr inflight=0 count=7648009","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.478477585Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.478+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhfahwcFtwYTJttdtgfNCeHFBUL2tjAEV8GfRayCDfUXv2 + count=7621237","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.478535847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.478+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DfUXv2 count=7621238","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.483214529Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621239","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.483429253Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DfUXv2 inflight=1 count=7621240","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.483639345Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.483+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DfUXv2 inflight=0 count=7621241","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.489686230Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.489+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhhMQDxNjSNiFhvKVJizmDzbVndoHfuhcsN24upQeyCbSr + count=7648010","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340489]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.489727282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.489+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eyCbSr count=7648011","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340489]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.494961576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.494+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648012","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340494]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.494999410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.494+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eyCbSr inflight=1 count=7648013","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340494]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.495004590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.494+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eyCbSr inflight=0 count=7648014","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.529093631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.528+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rhmvygoyWfUWm2Y7wrv4uBZLV5ERzgUCRLp1GkDX2y57v2 + count=7621242","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.529208242Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.528+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2y57v2 count=7621243","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.534642431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.534+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621244","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.534675066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.534+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2y57v2 inflight=1 count=7621245","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.534857243Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.534+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2y57v2 inflight=0 count=7621246","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340534]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.540291397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.540+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhkvqtwfmNeGNTkGaJoDc3s6FZVTdtPPHbsEhzsrbwBbSr + count=7648015","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.540480577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.540+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*bwBbSr count=7648016","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340540]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.545763169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.545+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648017","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.545795531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.545+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bwBbSr inflight=1 count=7648018","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.545990442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.545+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*bwBbSr inflight=0 count=7648019","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340545]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.579699839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.579+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/v2/zb2rheUptGuJrLVpmq15mp9GypZUrs5jzTuso7E3FhfuDsQv2 + count=7621247","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.579780424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.579+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uDsQv2 count=7621248","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.584114269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.583+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621249","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.584147750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.583+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDsQv2 inflight=1 count=7621250","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.584152464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.583+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uDsQv2 inflight=0 count=7621251","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340584]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.591480989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.591+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhg2fX69cw7zE7DxBozDnvvqwsPHYScmZy1dcuHazSQcSr + count=7648020","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.591540163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.591+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zSQcSr count=7648021","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340591]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.595767969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.595+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648022","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.595802690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.595+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zSQcSr inflight=1 count=7648023","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.595843970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.595+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zSQcSr inflight=0 count=7648024","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.630639447Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.630+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhb9RRcvnYmkwswXsTZjqn3NM5CrhV2N4FTKfuBt5aepGG + count=7621252","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.630940235Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.630+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5aepGG count=7621253","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340630]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.634987919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.634+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621254","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.635186358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.634+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5aepGG inflight=1 count=7621255","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.635211624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.635+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5aepGG inflight=0 count=7621256","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340635]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.642439778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.642+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhcj19S9P8ULApHEBAzrijaXbuetJZQqJWPEo9z4W7qiSr + count=7648025","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.642480678Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.642+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*W7qiSr count=7648026","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.647611318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.647+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648027","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.647856455Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.647+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7qiSr inflight=1 count=7648028","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.647881768Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.647+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*W7qiSr inflight=0 count=7648029","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.681851666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.681+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhh76ijjrM14N2RuASHtXHWDWkGsZefno5iW9gsvvVcQGG + count=7621257","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340681]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.682036442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.681+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vVcQGG count=7621258","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.687569569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621259","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.687594741Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vVcQGG inflight=1 count=7621260","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.687599148Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.687+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vVcQGG inflight=0 count=7621261","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.693260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.692+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhix7mBKkDB9VzHQJ4e31um3F1bu8kNCagEmGPvGwotRSr + count=7648030","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340693]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.693335805Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.693+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wotRSr count=7648031","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340693]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.698632175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.698+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648032","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.698669850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.698+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wotRSr inflight=1 count=7648033","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.698807371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.698+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wotRSr inflight=0 count=7648034","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.733265409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.732+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhe1JTE1WoFV2UpNAfRXQQpTxobTNWusU6WrnqsW7j5tGG + count=7621262","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.733322297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.732+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7j5tGG count=7621263","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.739152008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.738+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621264","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.739203363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7j5tGG inflight=1 count=7621265","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.739214608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7j5tGG inflight=0 count=7621266","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340739]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.744310124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.743+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhiTWhXWU43Qa4e8kiDBvC9hRWNwSyAZXsBUnFB2omJgSr + count=7648035","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340744]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.744351918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.744+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*omJgSr count=7648036","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340744]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.748311294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.748+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*omJgSr inflight=1 count=7648038","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.748316432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.748+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*omJgSr inflight=0 count=7648039","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.748254380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.747+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648037","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340748]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.783575485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.783+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rho1dJNSFstXWvbGiWRioiQH1tZSK9Pm7BSMxBaUdXZuGG + count=7621267","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.783652803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.783+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dXZuGG count=7621268","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.789955949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.789+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621269","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340789]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.790004244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.789+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dXZuGG inflight=1 count=7621270","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.790196213Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.789+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dXZuGG inflight=0 count=7621271","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340790]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.794958638Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.794+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhf8VjwvaCkKJkiSESENsJXAFmFdqZLidSmmG6ft5xVZSr + count=7648040","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.794988217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.794+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5xVZSr count=7648041","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340794]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.800193210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648042","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.800263478Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5xVZSr inflight=1 count=7648043","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.800269682Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.800+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5xVZSr inflight=0 count=7648044","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.834723827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.834+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhnrzThRanSHNw5VfnSEUZFWutQRo8NtnPiDQGrhwe6HGG + count=7621272","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.834762099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.834+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*we6HGG count=7621273","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.839131994Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.838+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621274","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.839293513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.838+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*we6HGG inflight=1 count=7621275","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.839425133Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*we6HGG inflight=0 count=7621276","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.845811956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.845+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhkqFZFbYwD99fcSwgiS2hcQaB4muQ85DPHi1eZd5pmsSr + count=7648045","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.845853909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.845+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5pmsSr count=7648046","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340845]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.851433458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.851+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648047","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.851475545Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.851+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5pmsSr inflight=1 count=7648048","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.851606342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.851+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5pmsSr inflight=0 count=7648049","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.886045513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.885+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhfdH4ugWDrw9rgrhddMyioBquZKazPGcGk7MkKhfpoFGG + count=7621277","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.886097105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.885+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fpoFGG count=7621278","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.891126461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.890+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621279","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.891168783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.890+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpoFGG inflight=1 count=7621280","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.891177212Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.890+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpoFGG inflight=0 count=7621281","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340891]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.897089042Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.896+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgiYk1EbxjWkpWFPBq6iw2DRn9rh7qb7V29iXEJGFmqSr + count=7648050","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.897169441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.896+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GFmqSr count=7648051","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.902384442Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.902+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648052","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.902415851Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.902+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GFmqSr inflight=1 count=7648053","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.902477446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.902+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GFmqSr inflight=0 count=7648054","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.936577027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.936+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rho9FdVTByVD6yxmBx9Dh7x2ucqRNRgcWDqwG8B8ZQXhGG + count=7621282","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.936817012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.936+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZQXhGG count=7621283","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.943682195Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.943+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621284","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.943723693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.943+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZQXhGG inflight=1 count=7621285","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340943]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.944270612Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.943+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZQXhGG inflight=0 count=7621286","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340944]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.947900603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.947+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhYJ7iDTfSv5EJDmnhavamy9pqL63eB6Ae7TYkftBmKsSr + count=7648055","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340947]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.948012354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.947+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BmKsSr count=7648056","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.952135366Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648057","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.952263459Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.951+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BmKsSr inflight=1 count=7648058","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.952297264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.952+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BmKsSr inflight=0 count=7648059","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.987671706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.987+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhb4bcxnPX6SG5Mp2zeHgmqUjTRNjvLLq9jqVso23kxwGG + count=7621287","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.987717997Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.987+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3kxwGG count=7621288","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340987]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.991984856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.991+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621289","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340991]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.992187643Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.991+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3kxwGG inflight=1 count=7621290","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.992201595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:40.992+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3kxwGG inflight=0 count=7621291","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593340992]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.998821728Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.998+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhnnvtkUCiu3G1sq5cSLeQgyWN4zR4etxHe3E3J8HdhdSr + count=7648060","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:40.998867794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:40.998+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HdhdSr count=7648061","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593340998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.003521482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.003+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HdhdSr inflight=1 count=7648063","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.003526291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.003+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HdhdSr inflight=0 count=7648064","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.003487161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.003+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648062","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.017237119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.016+00:00 Waiting until next period topics=\"codex + validator\" tid=1 currentPeriod=169959334 count=7621292","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.038607026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.038+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhnVnAd1BK1QD5ixviZTPVDHDVbj2S69SEJaRWNxNozeGG + count=7621293","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.038807131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.038+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NozeGG count=7621294","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.044743750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.044+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621295","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.044779220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.044+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NozeGG inflight=1 count=7621296","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.044864368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.044+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NozeGG inflight=0 count=7621297","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341044]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.049278782Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.048+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhbhaNs1kWNKKC98ppotJ2F84QXUd4BDkf69sxNJD1YgSr + count=7648065","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.049339575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.049+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D1YgSr count=7648066","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341049]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.054243032Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.053+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648067","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.054279479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.054+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D1YgSr inflight=1 count=7648068","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.054337431Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.054+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D1YgSr inflight=0 count=7648069","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341054]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.089488874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.089+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhnQ4VxfHu9kKgszyc3qgs3KXu178qumLy34Cdcx55nLGG + count=7621298","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.089526623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.089+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*55nLGG count=7621299","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1U_ak","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.094214785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.093+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621300","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.094255186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.093+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*55nLGG inflight=1 count=7621301","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.094264216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.093+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*55nLGG inflight=0 count=7621302","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341094]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.099858445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.099+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhXPWpiy6DcaXDcpeZUzAU8fqfdnhX6kXqfEL876hpLoSr + count=7648070","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.099899049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.099+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*hpLoSr count=7648071","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341099]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.104358227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.104+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hpLoSr inflight=0 count=7648074","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.104315864Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.103+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648072","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.104352441Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.104+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*hpLoSr inflight=1 count=7648073","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341104]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.140621670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.140+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhckmWTWcfoLCLRQTmJ8FF2cgepWfUUDGqfxZj9h6arMGG + count=7621303","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.140660395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.140+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6arMGG count=7621304","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341140]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.146157786Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.145+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621305","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.146214168Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.145+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6arMGG inflight=1 count=7621306","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.146397371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6arMGG inflight=0 count=7621307","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.150852346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.150+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhZneyrcbHdyBsQtyYSvomSzWbRM7ndZaPXgHXNMdvhrSr + count=7648075","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.150932357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.150+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dvhrSr count=7648076","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341150]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.155232094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.154+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648077","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.155277126Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dvhrSr inflight=1 count=7648078","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.155293514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dvhrSr inflight=0 count=7648079","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341155]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.191995275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.191+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhkQE3xA3Hsm1XFA27WqXBnyU3sgpX4UKkE87xFSFxb5GG + count=7621308","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.192034514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.191+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Fxb5GG count=7621309","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.198244845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.197+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621310","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.198284378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.198+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fxb5GG inflight=1 count=7621311","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.198347627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.198+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Fxb5GG inflight=0 count=7621312","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.201820885Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.201+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TBNgSr count=7648081","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.201762868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.201+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rheaafK12LvEtWBgD1VskXpTSAj9coCseKE67HcrTBNgSr + count=7648080","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341201]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.207181959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.206+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648082","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.207218802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.206+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TBNgSr inflight=1 count=7648083","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.207223897Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.207+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TBNgSr inflight=0 count=7648084","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341207]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.242898193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.242+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhYYXFV8buoY324Gdik9GKYTkshmqGvEWSJkVER7ycCLGG + count=7621313","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.242928928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.242+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ycCLGG count=7621314","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.247971271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.247+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621315","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.248037967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.247+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ycCLGG inflight=1 count=7621316","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.248046841Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.247+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ycCLGG inflight=0 count=7621317","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.252757051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.252+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhiKTXN537L3AtFJUtsxCq4tTLJokBoJVVLYqS1HZo9wSr + count=7648085","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.252787117Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.252+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Zo9wSr count=7648086","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341252]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.257509902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.257+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648087","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.257545286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.257+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zo9wSr inflight=1 count=7648088","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.257549827Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.257+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Zo9wSr inflight=0 count=7648089","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.293622014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.293+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhhpNaf7xxU9s937W5KCKhNGGWUdc3tq8JyATSVVpTuZGG + count=7621318","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.293695260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.293+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pTuZGG count=7621319","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.299614846Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.299+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621320","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.299689250Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.299+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pTuZGG inflight=1 count=7621321","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.299713705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.299+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pTuZGG inflight=0 count=7621322","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341299]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.303939965Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.303+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhg6576UYrWgq49SXoJ93MQDVTqivk3oQP9CkKux3Fv3Sr + count=7648090","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.303977472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.303+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Fv3Sr count=7648091","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.308043402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.307+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648092","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.308097166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Fv3Sr inflight=1 count=7648093","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.308269382Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.308+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Fv3Sr inflight=0 count=7648094","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.344204408Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.343+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhccc9wnKg6rjNTSbWTYFzFtEg1QqRXP7fh3NRaMcpgRGG + count=7621323","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.344253803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.343+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cpgRGG count=7621324","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.350446055Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621325","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.350493669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.350+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cpgRGG inflight=1 count=7621326","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.350761666Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cpgRGG inflight=0 count=7621327","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341350]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.354780719Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.354+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhY8wRoCdqbQjwgxS3JmyNqhwVockXVFzjREWCk5Gz9jSr + count=7648095","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.354822844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.354+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Gz9jSr count=7648096","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.359218105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.358+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648097","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.359255928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.359+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gz9jSr inflight=1 count=7648098","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.359299369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.359+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gz9jSr inflight=0 count=7648099","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.395427537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.395+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhehtJzwnYHG2krk8hZtJydsukwkzshX7B4Uco4MVS3gGG + count=7621328","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.395478875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.395+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VS3gGG count=7621329","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.400023959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.399+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621330","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.400079540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.399+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VS3gGG inflight=1 count=7621331","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.400094244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.399+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VS3gGG inflight=0 count=7621332","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341400]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.405919884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.405+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Jz6kSr count=7648101","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.405883842Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.405+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhmGAyg5fj8PiRU8EF6G9knkFhFjuozj1i7o6AWtJz6kSr + count=7648100","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341405]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.410826216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.410+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648102","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.410894698Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.410+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jz6kSr inflight=0 count=7648104","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.410867750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.410+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Jz6kSr inflight=1 count=7648103","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.446579190Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.446+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhg1cdXSnZNGeY8B5dc1viStDVqDwGMt5mi2UD5GWYREGG + count=7621333","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.446855738Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.446+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WYREGG count=7621334","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.447313915Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.446+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7648105","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341447]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.451343570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.451+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621335","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.451389845Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.451+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WYREGG inflight=1 count=7621336","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.451724668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.451+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WYREGG inflight=0 count=7621337","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341451]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.456602380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.456+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mA2sSr count=7648107","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.456562414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.456+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgqzQndPMu8ZeXNLMfh51qQM5voX4dke31hrTN8mA2sSr + count=7648106","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341456]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.461362910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.461+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648108","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.461673468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.461+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mA2sSr inflight=0 count=7648110","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.461474027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.461+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mA2sSr inflight=1 count=7648109","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.497261673Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhgDgBWULzhUAct8ZFdf1sCn4xZPiJCJfjYRLUYyUAudGG + count=7621338","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.497317257Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.496+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UAudGG count=7621339","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.501638190Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.501+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621340","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.501675966Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.501+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UAudGG inflight=1 count=7621341","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.501831854Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.501+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UAudGG inflight=0 count=7621342","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341501]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1Tu9c","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.507146883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.506+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhbBjCbpwmJvayfgiwrhaGdAN4tcr9qvord2Tfx4p9pFSr + count=7648111","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.507188237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.506+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p9pFSr count=7648112","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341507]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.511257158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.510+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648113","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.511314744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.511+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p9pFSr inflight=1 count=7648114","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.511519351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.511+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p9pFSr inflight=0 count=7648115","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.548410336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.548+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhmqxYTTPupH3bmA3sgfMCSxgVk3HB1QJRC912TGdjtbGG + count=7621343","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.548454635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.548+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*djtbGG count=7621344","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.553949596Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.553+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621345","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.553982624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.553+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*djtbGG inflight=1 count=7621346","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.553999395Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.553+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*djtbGG inflight=0 count=7621347","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341553]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.557868742Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.557+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhcaqn298NvHYPECe8RwxuisDKKCM2APmgKFhFKVas2mSr + count=7648116","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.557913928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.557+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*as2mSr count=7648117","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341557]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.562931084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.562+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648118","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.562968956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.562+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*as2mSr inflight=1 count=7648119","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.563084662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.562+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*as2mSr inflight=0 count=7648120","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.599553849Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.599+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhcoXq2TNrLQK3q87CM1r5ejYctCMPjzA1vuLHU7NQpfGG + count=7621348","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.599609667Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.599+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NQpfGG count=7621349","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341599]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.603826477Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.603+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621350","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.603867513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.603+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NQpfGG inflight=1 count=7621351","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.603888320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.603+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NQpfGG inflight=0 count=7621352","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341603]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.608546155Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.608+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhbwphb2Y9Dkk4Qd29FX8b4FH5P17grhJBzCqWBLFhQcSr + count=7648121","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.608593821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.608+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FhQcSr count=7648122","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341608]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.611969200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.611+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648123","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341611]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.612015247Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.611+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FhQcSr inflight=1 count=7648124","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.612195280Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.612+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FhQcSr inflight=0 count=7648125","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341612]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.650444061Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.650+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhh3uHTAzYqGdFSr8ghZTtC7LKqKGraTZ6pwhntXfHJbGG + count=7621353","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.650484424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.650+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fHJbGG count=7621354","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.655663642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.655+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621355","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.655702205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.655+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fHJbGG inflight=1 count=7621356","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.655836402Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fHJbGG inflight=0 count=7621357","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.659875980Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.659+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhgLCdx42CqzV5X9JcAavC4o5nidy17Z4bwyaePhcTR2Sr + count=7648126","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.659915962Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.659+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cTR2Sr count=7648127","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341659]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.669299976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.668+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648128","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.669339323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.669+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cTR2Sr inflight=1 count=7648129","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.669345328Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.669+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cTR2Sr inflight=0 count=7648130","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341669]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.701476278Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.700+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhnvJfJaP14931NoTXHsF6bpxJkJ9Dss4kxHrzwfshDNGG + count=7621358","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.701661178Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*shDNGG count=7621359","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.707097584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.706+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621360","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.707412570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shDNGG inflight=1 count=7621361","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.707617193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.707+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*shDNGG inflight=0 count=7621362","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341707]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.710926462Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.710+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhenj1LvwCjKmHJFa4J2Bn759YzEW6UWN7UqWgEuEQHoSr + count=7648131","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.710962350Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.710+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EQHoSr count=7648132","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341710]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Fm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.714863130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.714+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EQHoSr inflight=1 count=7648134","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.714867955Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.714+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EQHoSr inflight=0 count=7648135","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.714834228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.714+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648133","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.752145899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.751+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhiiDoTh6BMPR1mumtkBQ6LEynCAg4KnskHoT7nfpxV4GG + count=7621363","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.752421023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.751+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pxV4GG count=7621364","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341752]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.757774143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.757+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621365","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.757803936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.757+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxV4GG inflight=1 count=7621366","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341757]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.758085089Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.757+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxV4GG inflight=0 count=7621367","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341758]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.761456150Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.761+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iXhsSr count=7648137","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.761246027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.760+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhWprQjLagdNK352w497yfkzVtFrL33i9mqSwR2CiXhsSr + count=7648136","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341761]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Gm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.767053358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.766+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648138","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.767084699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.766+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iXhsSr inflight=1 count=7648139","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.767430297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.766+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iXhsSr inflight=0 count=7648140","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341767]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.803516363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.803+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhbBpStk7ByXxUMMqE8Y6GayitsJtU61mKckNT3LpimzGG + count=7621368","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.803554446Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.803+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pimzGG count=7621369","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341803]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.807743971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.807+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621370","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.807773438Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.807+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pimzGG inflight=1 count=7621371","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.807948800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.807+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pimzGG inflight=0 count=7621372","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341807]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.811898820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.811+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhWkdX65EXgaPG9UL9gGC8UfYe11FCYCtEugnSMvwfzQSr + count=7648141","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Hm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.811941875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.811+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wfzQSr count=7648142","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341811]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.817994700Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.817+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648143","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.818026120Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.817+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wfzQSr inflight=1 count=7648144","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.818030829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.817+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wfzQSr inflight=0 count=7648145","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341818]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.854516436Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.854+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhYBMMy9AdPuM7cWZQLcvpU98yj2KNNhLPxz8RLsRCSiGG + count=7621373","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.854556685Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.854+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RCSiGG count=7621374","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341854]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.859839426Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.859+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621375","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.860131514Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RCSiGG inflight=1 count=7621376","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.860322422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.860+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RCSiGG inflight=0 count=7621377","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341860]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Im-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.862506519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.862+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhZhRDCwz4CUMYGYb6TXaBAFgVmaZfnVEEYvym9UHVkASr + count=7648146","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.862544116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.862+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HVkASr count=7648147","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341862]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.867568821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.867+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648148","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.867607171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.867+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HVkASr inflight=1 count=7648149","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Jm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.867744276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.867+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HVkASr inflight=0 count=7648150","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341867]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.905784684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.905+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhc77ByrUuFze44FR6wHRz9DbBgH14t4NBLNF2VnHYiyGG + count=7621378","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.906021576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.905+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HYiyGG count=7621379","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341906]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.910276932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.909+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621380","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.910304034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.910+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HYiyGG inflight=1 count=7621381","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.910316390Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.910+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HYiyGG inflight=0 count=7621382","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.913133676Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.912+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhaC4TcQvZq7rx7eLkZDfttTTTCfFLXzJ1wSZxxwmmmHSr + count=7648151","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.913343325Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.912+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mmmHSr count=7648152","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341913]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.918094716Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.917+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648153","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Km-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.918124199Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.917+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mmmHSr inflight=1 count=7648154","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.918322978Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.917+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mmmHSr inflight=0 count=7648155","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341918]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.956912760Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.956+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhfiSwCC6Km7fja7VrVnW3Kj7oHQ7xTxGBwNL2jiFcrEGG + count=7621383","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.956966573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.956+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FcrEGG count=7621384","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.963843354Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.963+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/Sr/zb2rhiNbrTZNoi29fc8fLjZVKFJDLK8vzc8PzZv6AksnDjrSr + count=7648156","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.963899027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.963+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nDjrSr count=7648157","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.963074747Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.962+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621385","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.963110732Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.962+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FcrEGG inflight=1 count=7621386","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.963124641Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:41.962+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FcrEGG inflight=0 count=7621387","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593341963]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Lm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.967846844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.967+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648158","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.967884910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.967+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDjrSr inflight=1 count=7648159","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:41.967899527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:41.967+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nDjrSr inflight=0 count=7648160","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593341967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.007547792Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.007+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhaoLA4bNutqxvBfH6xQSP4iEnFSGCLhpBsvaZDqpLxzGG + count=7621388","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.007677100Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.007+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pLxzGG count=7621389","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.012553348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.012+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621390","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.012590071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.012+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLxzGG inflight=1 count=7621391","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.012739959Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.012+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pLxzGG inflight=0 count=7621392","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342012]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.014686038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.014+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaMhV9RC1dDdsrB1qyGZtFCqyu5jjjzst3MpTqdsqUqzU + count=7648161","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Mm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.014717443Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.014+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*sqUqzU count=7648162","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342014]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.018286904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.018+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648163","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342018]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.018314577Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.018+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sqUqzU inflight=1 count=7648164","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342018]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.018319174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.018+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*sqUqzU inflight=0 count=7648165","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342018]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.058737181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.058+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhhF3QWQVrajeSASzuhrKUyJc8Hrr7nsEQkwoVPFS6ypGG + count=7621393","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342058]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.059084418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.058+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*S6ypGG count=7621394","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.063974540Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.063+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621395","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342063]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.064351166Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.063+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S6ypGG inflight=1 count=7621396","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.064488018Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.064+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*S6ypGG inflight=0 count=7621397","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342064]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Nm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.065924527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.065+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhacBt6tbPVnNujLpEN6pEfb3AU9nk3QrEi4VKZMZrsszU + count=7648166","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.065960351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.065+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZrsszU count=7648167","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.071286804Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.070+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648168","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.071318586Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.071+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZrsszU inflight=1 count=7648169","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Om-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.071323191Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.071+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZrsszU inflight=0 count=7648170","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342071]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.109963811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.109+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhmvvWxYFbgSyo88qHn1zupd8MyWfUoNpD3V6QvKPpKnGG + count=7621398","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342109]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.110135078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.109+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*PpKnGG count=7621399","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342110]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.116866613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.116+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhXEjL8hsg7p2rFAnHiYNNCNieFUj7FGdUJ4ehp6aaCizU + count=7648171","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.116746264Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.116+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621400","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.116819607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.116+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PpKnGG inflight=1 count=7621401","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.116852069Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.116+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*PpKnGG inflight=0 count=7621402","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342116]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.117060167Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.116+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aaCizU count=7648172","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342117]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.123838017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648173","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Pm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.123872924Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aaCizU inflight=1 count=7648174","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.123886229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aaCizU inflight=0 count=7648175","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Zm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.161421405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.160+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhokVjFtEDKbBtHJpR1TUskLmtJhZk189g1eYFduMNbmGG + count=7621403","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.161463592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.161+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MNbmGG count=7621404","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342161]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.167458893Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.167+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhcCeWCyBbNxtcX3XMT9Qju23aM6YquMTZJxGX5hj7WZzU + count=7648176","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.167499475Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.167+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*j7WZzU count=7648177","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.167440002Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.167+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621405","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.167656234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.167+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MNbmGG inflight=1 count=7621406","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"am-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.167704592Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.167+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MNbmGG inflight=0 count=7621407","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342167]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.171953372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.171+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j7WZzU inflight=1 count=7648179","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.171959074Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.171+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*j7WZzU inflight=0 count=7648180","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Qm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.171920711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.171+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648178","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342171]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.212258363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.211+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhhMUyfhbdvNJGbUNHRuUGgAz64mrxyR7FJywfCTfJhQGG + count=7621408","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.212296241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.212+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fJhQGG count=7621409","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342212]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.218910071Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.218+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhoBT82ktFaNc8dAa7vZnK1MennSQMDiXPBVrL9ResQKzU + count=7648181","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Rm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.218948110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.218+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*esQKzU count=7648182","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.218216504Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.217+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621410","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.218255456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.217+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fJhQGG inflight=1 count=7621411","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.218591790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.218+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fJhQGG inflight=0 count=7621412","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342218]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.224107123Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.223+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648183","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.224139415Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.223+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*esQKzU inflight=1 count=7648184","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.224154998Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.223+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*esQKzU inflight=0 count=7648185","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.263153461Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.262+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhgQk77bXKot8t4ribFSsKMnAMReKNWUVPQaT9Rrpj5dGG + count=7621413","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.263279908Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.263+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pj5dGG count=7621414","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.267742665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.267+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621415","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.267771631Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.267+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pj5dGG inflight=1 count=7621416","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.267859773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.267+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pj5dGG inflight=0 count=7621417","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342267]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Sm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.269614429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.269+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rha7NUoJUb4ZAu7h26eAzUHJEbDbYEof8bX7TDMtp5shzU + count=7648186","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.269963670Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.269+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p5shzU count=7648187","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342269]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.276685479Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.276+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648188","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.276723986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.276+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p5shzU inflight=1 count=7648189","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Tm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.276787710Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.276+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p5shzU inflight=0 count=7648190","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.314375637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.314+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhiuWaioRGcW2aubR6G3jNJN4dGo9jzbArPoV79HxFscGG + count=7621418","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.314423311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.314+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xFscGG count=7621419","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342314]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.319979203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.319+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621420","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342319]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.320333451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.320+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhcSkoCiijPUKPZWzDR9auSovTwMhv54gRkfpJ9ERqE2zU + count=7648191","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.320370652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.320+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RqE2zU count=7648192","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.320016305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.319+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xFscGG inflight=1 count=7621421","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.320161822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.319+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xFscGG inflight=0 count=7621422","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342320]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Um-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.325575080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.325+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RqE2zU inflight=1 count=7648194","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342325]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.325579531Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.325+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RqE2zU inflight=0 count=7648195","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342325]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.325544240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.325+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648193","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342325]},{"_index":"continuous-tests-pods-2023.11.10","_id":"em-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.365580778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.365+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhiYoGYzsM9wq18ijEC41mrg7TLaSN3SU9vkMgseRniqGG + count=7621423","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.365630658Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.365+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*RniqGG count=7621424","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342365]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.370908566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.370+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621425","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.370952973Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.370+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RniqGG inflight=1 count=7621426","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342370]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.371216078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.370+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaQepwQxQgvM5eiaMFLpbXggH522BfSrEMCVL2NgtkNzU + count=7648196","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.371258083Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.370+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gtkNzU count=7648197","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.371107169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.370+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*RniqGG inflight=0 count=7621427","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342371]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Vm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.375189130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.374+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648198","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.375248008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.375+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gtkNzU inflight=1 count=7648199","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.375487773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.375+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gtkNzU inflight=0 count=7648200","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342375]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.416499179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.416+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhhLMoXxz9DPeFhsszK8NWoci9aM9PfckwarWJcxSWJBGG + count=7621428","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.416543712Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.416+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SWJBGG count=7621429","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342416]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.421968811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.421+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbfZkBUA4JAvQzFc2pSXDt5K44z7pciA9PgYiSokHG3zU + count=7648201","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342421]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Wm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.422232674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.421+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kHG3zU count=7648202","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.422763237Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.422+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621430","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.422817928Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.422+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SWJBGG inflight=1 count=7621431","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.422952575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.422+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SWJBGG inflight=0 count=7621432","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342422]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.427533057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.427+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648203","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.427567271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kHG3zU inflight=1 count=7648204","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.427787899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kHG3zU inflight=0 count=7648205","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.467648388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.467+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rheYkfVeasnAaMRrT9r8GAQhT4qhJFEKXrSGYnccCpwnGG + count=7621433","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.467696468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.467+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*CpwnGG count=7621434","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.471901707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.471+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621435","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342471]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.472117427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.471+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CpwnGG inflight=1 count=7621436","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.472129519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.472+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*CpwnGG inflight=0 count=7621437","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342472]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Xm-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.473244744Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.472+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhf23oEjQ5h2ioMuXaZvUAcHqA4b3aKjFqD4BZxaDbxgzU + count=7648206","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.473279899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.473+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*DbxgzU count=7648207","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342473]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.478702371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.478+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648208","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YW-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.478737929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.478+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DbxgzU inflight=1 count=7648209","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Ym-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.478742707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.478+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*DbxgzU inflight=0 count=7648210","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.479569241Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.479+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7621438","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"im-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.518901229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.518+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhh9vzwuZKwPN55g7ckgVMEN3AabUxK4fBWcBRBaLetxGG + count=7621439","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.519311535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.519+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LetxGG count=7621440","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342519]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.523959812Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.523+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621441","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.523991412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.523+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LetxGG inflight=1 count=7621442","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342523]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y2-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.524276467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.523+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhitbZqYPcRJxdZdiUmLbZg8PqsAhq8tm3nwxMPHmF8QzU + count=7648211","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZG-ot4sBOvK4VyD1TvBc","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.524313825Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.524+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mF8QzU count=7648212","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.524274821Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.524+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LetxGG inflight=0 count=7621443","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342524]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.529588871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.529+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648213","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.529621401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.529+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mF8QzU inflight=1 count=7648214","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.529625902Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.529+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mF8QzU inflight=0 count=7648215","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.569770636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.569+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhbx4B6GHHxNmhT74vAJJXQvwMkoqGQJcjzJFF1L6aGQGG + count=7621444","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.569810995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.569+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6aGQGG count=7621445","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342569]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.574093437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.573+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621446","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"km-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.574136595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.573+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6aGQGG inflight=1 count=7621447","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.574174879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.574+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6aGQGG inflight=0 count=7621448","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342574]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.575027772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.574+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbDyPKMFGDyyDPxTAKdNJpAg3HjCkJDUn2RdmRfrCzvzU + count=7648216","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.575070146Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.574+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rCzvzU count=7648217","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342575]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.579550558Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.579+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648218","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.579579820Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.579+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rCzvzU inflight=1 count=7648219","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.579793655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.579+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rCzvzU inflight=0 count=7648220","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342579]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.620890470Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.620+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhnwFjzECcQ9qZQMqEXYd7t6pj5eZqQevh7hEGpe8d1zGG + count=7621449","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.620936111Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.620+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8d1zGG count=7621450","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.626267305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.625+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhnSUcGDtDfLRrkTqTxMBTHp6dcLubkPNwTtFqoHLvx7zU + count=7648221","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.626310001Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.626+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Lvx7zU count=7648222","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.631417338Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648223","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.631450711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.631+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lvx7zU inflight=1 count=7648224","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.631592919Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Lvx7zU inflight=0 count=7648225","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.634186218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.633+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621451","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.634242272Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.633+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8d1zGG inflight=1 count=7621452","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.634279942Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.634+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8d1zGG inflight=0 count=7621453","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342634]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.671747236Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.671+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhkGCQrfokCLfSSV3cfN3FBmBiZKzXWDfq9aNqfxz2PJGG + count=7621454","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.672045437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.671+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z2PJGG count=7621455","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342672]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.675958176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.675+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621456","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.675986179Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.675+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z2PJGG inflight=1 count=7621457","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342675]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.676257103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.675+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z2PJGG inflight=0 count=7621458","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342676]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.677345498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.676+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhYFkJx3jGS4MNwNUaK1irKg9jhzxpiKvLjWv8RkHHTWzU + count=7648226","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.677381956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.677+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HHTWzU count=7648227","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342677]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.682359913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.681+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648228","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.682405205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.682+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HHTWzU inflight=1 count=7648229","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.682416176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.682+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HHTWzU inflight=0 count=7648230","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.722770671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.722+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhj9wrmVfr5oJiaT1qA5mjYTzxLWUdYbZMCBWFbgAqicGG + count=7621459","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.722809956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.722+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AqicGG count=7621460","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342722]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.727954555Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.727+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621461","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.727993342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.727+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AqicGG inflight=1 count=7621462","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.727798575Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.727+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhc98AYQbVyAkpgR9uPYTWJ7SU6rkj22EUqKUN57uVq8zU + count=7648231","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342727]},{"_index":"continuous-tests-pods-2023.11.10","_id":"om-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.728188778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.727+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AqicGG inflight=0 count=7621463","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.728011644Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.727+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uVq8zU count=7648232","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342728]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.732496244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.732+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648233","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.732537879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.732+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uVq8zU inflight=1 count=7648234","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.732693930Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.732+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uVq8zU inflight=0 count=7648235","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342732]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.773735946Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.773+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhcwya8sv11wKMLuX6oevi3BjuL9EmvRKUCxUjFqYSVYGG + count=7621464","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.773798143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.773+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YSVYGG count=7621465","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342773]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.779236674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.778+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621466","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.779276296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.779+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YSVYGG inflight=1 count=7621467","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.779293467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.779+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YSVYGG inflight=0 count=7621468","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.779342990Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.778+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhmnZADF5hHs2kVbaTzAL4QmE6Vsm7B764Vr2GWS67KtzU + count=7648236","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.779503662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.779+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*67KtzU count=7648237","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.784022717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.783+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648238","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.784074699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.783+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67KtzU inflight=1 count=7648239","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.784099909Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.783+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*67KtzU inflight=0 count=7648240","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.824742067Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.824+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhjoPFs7KSfQ2eJLaBat7rdXKjNgzLL7wAp6q73bU17kGG + count=7621469","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.824813735Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.824+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U17kGG count=7621470","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.829833860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.829+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhnU8brGK49nTuxsnWyhjJ4deAu6fvcCxmqMPz9Fb2q3zU + count=7648241","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.829900709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.829+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b2q3zU count=7648242","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342829]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.830699228Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.830+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621471","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.830733152Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.830+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U17kGG inflight=1 count=7621472","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.830940803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.830+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U17kGG inflight=0 count=7621473","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.835529314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.835+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648243","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.835564460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.835+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b2q3zU inflight=1 count=7648244","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.835570103Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.835+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b2q3zU inflight=0 count=7648245","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.875545979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.875+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhhcZp3VD5icC32KAEwRiSSzLFxghKRyG5ceEB8wxrLBGG + count=7621474","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.875583229Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.875+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xrLBGG count=7621475","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.879604337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.879+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621476","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.879632186Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.879+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrLBGG inflight=1 count=7621477","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.879644369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.879+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xrLBGG inflight=0 count=7621478","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342879]},{"_index":"continuous-tests-pods-2023.11.10","_id":"InCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.881426883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.880+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbdu5pCBxFtRkZ4E5QtBrhQczvdnnGSytjDxgqyvghtzU + count=7648246","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.881474454Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.880+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vghtzU count=7648247","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.886522197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.885+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648248","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.886573351Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.886+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vghtzU inflight=1 count=7648249","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.886579498Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.886+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vghtzU inflight=0 count=7648250","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.926418662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.925+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rho9JU1C1meA2AXL8bx876YjSsKJ2b4ndoEbXVyMLC8eGG + count=7621479","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.926481289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.926+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*LC8eGG count=7621480","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.932131512Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.931+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621481","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.932182681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.931+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LC8eGG inflight=1 count=7621482","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.932288635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.932+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*LC8eGG inflight=0 count=7621483","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.932392394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.931+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhYV2F3qurS6hCczQmCnHg7YsFvmcq4Ue6HHoXSkasQYzU + count=7648251","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.932435646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.931+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*asQYzU count=7648252","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.936108139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.935+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648253","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.936134466Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.935+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*asQYzU inflight=1 count=7648254","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.936157717Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.935+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*asQYzU inflight=0 count=7648255","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.977842234Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.977+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhjmtHgWtt76uEY9h2UFkxDdpMJdr5Ab2eFGmwUS2CzxGG + count=7621484","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.977890130Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.977+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2CzxGG count=7621485","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342977]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.982922995Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.982+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621486","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342982]},{"_index":"continuous-tests-pods-2023.11.10","_id":"um-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.982960217Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.982+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2CzxGG inflight=1 count=7621487","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342982]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.983281355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:42.982+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2CzxGG inflight=0 count=7621488","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593342983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.983023527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.982+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhiwK6DDwz6Ew9qLsfmF4FWZaLWRxwTXuTBjcMXaAHZ6zU + count=7648256","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.983076429Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.982+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AHZ6zU count=7648257","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.988933139Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.988+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648258","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.988975198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.988+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AHZ6zU inflight=1 count=7648259","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:42.988981399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:42.988+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AHZ6zU inflight=0 count=7648260","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593342988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.028101210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.027+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhn47usbSZRcNAi4pPfuUjYFGaed6SYywaqkU7j4pxXFGG + count=7621489","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.028139169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.027+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pxXFGG count=7621490","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.032426151Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.032+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621491","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.032458031Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.032+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxXFGG inflight=1 count=7621492","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.032620422Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.032+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxXFGG inflight=0 count=7621493","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343032]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.033856159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.033+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhhowYjsgN22yxB2fVjAGyeWBmNU2itev8EEEa2dK2m3zU + count=7648261","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.033888398Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.033+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*K2m3zU count=7648262","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.039224684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.038+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648263","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.039263943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.038+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2m3zU inflight=1 count=7648264","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.039269214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.038+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*K2m3zU inflight=0 count=7648265","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343039]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.079236958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.078+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhebKZZwrDTKMqNKx9qGJY2ctP26ZrE3kpJTVRgd9nwzGG + count=7621494","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.079274650Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.078+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*9nwzGG count=7621495","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343079]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.084493879Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.084+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621496","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.084542349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.084+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9nwzGG inflight=1 count=7621497","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.084551321Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.084+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*9nwzGG inflight=0 count=7621498","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.084693392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.084+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbiftFLgCvVpoxMm8n9fS2zJZne7xPGbqRoBsh3EuvCzU + count=7648266","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.084729939Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.084+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EuvCzU count=7648267","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.089799072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.089+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648268","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.089825860Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.089+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EuvCzU inflight=1 count=7648269","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.089910393Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.089+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EuvCzU inflight=0 count=7648270","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.129977176Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.129+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhXymv1u246Z7fChqndWSD6oSxUcRetfCkQdZrRSQG4aGG + count=7621499","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343129]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.130202711Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.129+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QG4aGG count=7621500","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343130]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.135698476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.135+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621501","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.135984020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.135+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QG4aGG inflight=1 count=7621502","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.135518519Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.135+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhi1gn4HgLGeeikLNUjk1MKrEA4iWn5G7WoCq4ekVTafzU + count=7648271","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.135567299Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.135+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VTafzU count=7648272","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ym-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.136171759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.135+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QG4aGG inflight=0 count=7621503","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343136]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.139510172Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.139+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648273","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.139546054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.139+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VTafzU inflight=1 count=7648274","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.139551428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.139+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VTafzU inflight=0 count=7648275","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.180752884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.180+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhieXF5vjZh9qQoAqaQXyqCaj3KCiDMXzRVK6DFfaMr5GG + count=7621504","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zG-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.180799953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.180+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aMr5GG count=7621505","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zW-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.186755969Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.186+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621506","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zm-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.186835404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.186+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aMr5GG inflight=1 count=7621507","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.186170198Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.185+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhmYXdNVtJ9qJ1HhvzsK9g3KFF5gRp5JHMMcmtx1oGLvzU + count=7648276","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.186226297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.185+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oGLvzU count=7648277","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.187337260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.186+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aMr5GG inflight=0 count=7621508","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343187]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.191890665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.191+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648278","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.191932143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.191+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oGLvzU inflight=1 count=7648279","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.191966428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.191+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oGLvzU inflight=0 count=7648280","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.231679226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.231+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhiswbfnRMFQqLCiQL7ZgFuXQfnN9Abs7VJ2fLxTcjxuGG + count=7621509","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.231715877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.231+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cjxuGG count=7621510","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343231]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.236544128Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.236+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621511","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343236]},{"_index":"continuous-tests-pods-2023.11.10","_id":"02-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.236805757Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.236+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cjxuGG inflight=1 count=7621512","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343236]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.237019407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.236+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cjxuGG inflight=0 count=7621513","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.237352456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.237+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhYJTe9K9rCWT96miDdm1zNtP9wbMAcffXs89Bm88sehzU + count=7648281","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.237394595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.237+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8sehzU count=7648282","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.242121918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.241+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648283","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.242177816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.241+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8sehzU inflight=1 count=7648284","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.242307723Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.242+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8sehzU inflight=0 count=7648285","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.282551624Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.282+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhkAhBti7zXJRxciAr6a2jbSptZ6MrRG4QbA96BiozfNGG + count=7621514","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.282909894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.282+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ozfNGG count=7621515","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343282]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.287894850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.287+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhagToHeXpcdsBogewfwJRSNKTz8gHSRwrENYTYaxUaczU + count=7648286","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.287931388Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.287+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xUaczU count=7648287","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"12-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.288189311Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.287+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621516","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.288533471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.288+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ozfNGG inflight=1 count=7621517","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.288721583Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.288+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ozfNGG inflight=0 count=7621518","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"THCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.294034814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.293+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648288","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.294086214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.293+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xUaczU inflight=1 count=7648289","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.294095779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.293+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xUaczU inflight=0 count=7648290","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343294]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.334313214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.333+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhX9C2gBoLHjcntnPo3rcHKUHaxZXwC4YHMG4od3z5fwGG + count=7621519","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"22-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.334352320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.334+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z5fwGG count=7621520","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343334]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.338601952Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.338+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhhaWS4ECkQ8b6nM9bW7Cd3n3ufZsQFxujREtgcMfpNLzU + count=7648291","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.338638308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.338+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fpNLzU count=7648292","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.339169023Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.338+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621521","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.339379850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.338+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z5fwGG inflight=1 count=7621522","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.339403458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.339+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z5fwGG inflight=0 count=7621523","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343339]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.343647752Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.343+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648293","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.343690720Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.343+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpNLzU inflight=1 count=7648294","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.343697437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.343+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fpNLzU inflight=0 count=7648295","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343343]},{"_index":"continuous-tests-pods-2023.11.10","_id":"32-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.385041297Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.384+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhXbnFibnAWtMfCSn516zBDRwWuKJ7KciY1skGmzMQBrGG + count=7621524","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.385276192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.384+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MQBrGG count=7621525","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343385]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.389178816Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.388+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhcxnRpwtreiWxZCYEYSti4Z5R4EQtdPwz7BwoMPb8J4zU + count=7648296","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.389386810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.388+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*b8J4zU count=7648297","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.391437327Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.390+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621526","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.391660867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.391+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MQBrGG inflight=1 count=7621527","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"42-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.391842958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.391+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MQBrGG inflight=0 count=7621528","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343391]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.394530797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.394+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648298","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.394562119Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.394+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b8J4zU inflight=1 count=7648299","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.394750322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.394+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*b8J4zU inflight=0 count=7648300","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343394]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.436326360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.436+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhYs996EawQ7KwuYHAj92obA8V7onamqqXYGMRvGAnARGG + count=7621529","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.436603175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.436+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AnARGG count=7621530","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343436]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.440107936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.439+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhih68bEok4YjxFUi2vzgLm1Jo2pVHTqsDYDnTppv1JtzU + count=7648301","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.440148578Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.439+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*v1JtzU count=7648302","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.442800184Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.442+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621531","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"52-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.442965599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.442+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AnARGG inflight=1 count=7621532","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343442]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.443426815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.443+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AnARGG inflight=0 count=7621533","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343443]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.444268078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.444+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648303","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.444295308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.444+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v1JtzU inflight=1 count=7648304","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.444364871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.444+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*v1JtzU inflight=0 count=7648305","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.486826476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.486+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhWfmkcJbjt8qceuPDQC16bbtZ4dsPKctVRkD9JwzbjqGG + count=7621534","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343486]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.486982993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.486+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zbjqGG count=7621535","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343486]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.490816251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.490+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rha4DsFYfEztYixdkpdjgjZ4HtyWgmG8L32naCEB8vfpzU + count=7648306","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.490861497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.490+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8vfpzU count=7648307","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343490]},{"_index":"continuous-tests-pods-2023.11.10","_id":"62-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.491287116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.490+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621536","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.491318471Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.491+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zbjqGG inflight=1 count=7621537","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.491491468Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.491+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zbjqGG inflight=0 count=7621538","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.495817263Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.495+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648308","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.495861532Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.495+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8vfpzU inflight=1 count=7648309","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.495906134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.495+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8vfpzU inflight=0 count=7648310","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.537967391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.537+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/GG/zb2rhkfpvNXs6XptA4fq3wHXN8q7qcpi4y4GpehZ1j6XGaVGG + count=7621539","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343537]},{"_index":"continuous-tests-pods-2023.11.10","_id":"72-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.538017660Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.537+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*XGaVGG count=7621540","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343538]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.541270396Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.541+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhmCfNcQ6EJPbBQ6gjEVaJr8TTsP2wcH2fyD14p6HmomzU + count=7648311","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.541373265Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.541+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HmomzU count=7648312","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343541]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.543543081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.543+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621541","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.543585686Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.543+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XGaVGG inflight=1 count=7621542","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.543797961Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.543+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*XGaVGG inflight=0 count=7621543","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343543]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.546354509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.546+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648313","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.546392052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.546+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HmomzU inflight=1 count=7648314","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.546487755Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.546+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HmomzU inflight=0 count=7648315","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"82-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.589559815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.589+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhh9BASNzdcoEkxpYCeFLHByB96bh3dNzPchKSUT6doXL9 + count=7621544","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.589749669Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.589+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6doXL9 count=7621545","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343589]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.592069672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.591+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhfYQdbUhXjeryd3xxYnfxgu6PE1ApbzEVWxwxmgfKkSzU + count=7648316","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.592099715Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.591+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fKkSzU count=7648317","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.595542273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621546","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.595595293Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6doXL9 inflight=1 count=7621547","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"anCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.595838934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648318","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.595869566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fKkSzU inflight=1 count=7648319","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.595927949Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fKkSzU inflight=0 count=7648320","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343595]},{"_index":"continuous-tests-pods-2023.11.10","_id":"92-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.596213196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.595+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6doXL9 inflight=0 count=7621548","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.640191027Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.639+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhkNoocRsPmmEFK3ccPwyhZcA8qucAEWVGReKYQQHJqHL9 + count=7621549","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.640231543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.640+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HJqHL9 count=7621550","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343640]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.642484020Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.642+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhgzq9BY7Lg8srsydiUzAwg3wkiU9b3fDDx9TvZ6mxwXzU + count=7648321","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.642578391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.642+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mxwXzU count=7648322","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343642]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.646195601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.645+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621551","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.646236318Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.645+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HJqHL9 inflight=1 count=7621552","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_G-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.646255336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.646+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HJqHL9 inflight=0 count=7621553","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343646]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.647398781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.646+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648323","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.647428348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.647+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mxwXzU inflight=1 count=7648324","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.647468427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.647+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mxwXzU inflight=0 count=7648325","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_W-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.690917844Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.690+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhigfSmKogXpVMzcgLja7yvRzkgSk1DLyi45Ym5YmH4oL9 + count=7621554","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_m-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.690976697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.690+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*mH4oL9 count=7621555","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343690]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.693890598Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.693+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbSMNHw3dJtJnr8RwjBVFrPjjfe5HFaxy4Vb9743xXSzU + count=7648326","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343693]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.694010983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.693+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3xXSzU count=7648327","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_2-ot4sBOvK4VyD1U_ek","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.695897754Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.695+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621556","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.695961645Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.695+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mH4oL9 inflight=1 count=7621557","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343695]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AW-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.696069694Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.695+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*mH4oL9 inflight=0 count=7621558","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343696]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.699197573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.698+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648328","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.699238058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.699+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3xXSzU inflight=1 count=7648329","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.699400142Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.699+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3xXSzU inflight=0 count=7648330","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343699]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Am-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.741682993Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.741+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhfGhKQJ7uKEhSAFfVDGiC88GEkNfw5hV33GvvYYAoRjL9 + count=7621559","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A2-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.741743533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.741+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AoRjL9 count=7621560","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343741]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.744801114Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.744+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhao9oAUqmMjysGb85EUmRM5Eo9d4A4ZZn889mgXpoiCzU + count=7648331","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343744]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.744837646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.744+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*poiCzU count=7648332","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343744]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.745961803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.745+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621561","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BW-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.745997967Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.745+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AoRjL9 inflight=1 count=7621562","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Bm-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.746259699Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.745+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AoRjL9 inflight=0 count=7621563","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343746]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.749619776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.749+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648333","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"enCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.749655112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.749+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*poiCzU inflight=1 count=7648334","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.749726856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.749+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*poiCzU inflight=0 count=7648335","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B2-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.792754336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.792+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhfnVkYQoXMHQMcgzotCt8G7EietVR6GAy16EPRKchzPL9 + count=7621564","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.792937292Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.792+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*chzPL9 count=7621565","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343792]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.796227404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.795+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaUwAJyW3ywbLKL1pWEBgGt8R2JdHEQ9ziQtRTGz1xYzU + count=7648336","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.796263389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.796+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*z1xYzU count=7648337","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CW-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.799462450Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621566","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Cm-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.799493539Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*chzPL9 inflight=1 count=7621567","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C2-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.799749636Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.799+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*chzPL9 inflight=0 count=7621568","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343799]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.800228749Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648338","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.800276201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.800+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z1xYzU inflight=1 count=7648339","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.800350882Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.800+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*z1xYzU inflight=0 count=7648340","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.844235463Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.843+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhoWqNGZZpxFETP9hxpvXvcXds7V1A1wrZ5WfkcNSJXuL9 + count=7621569","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DW-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.844319579Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.844+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SJXuL9 count=7621570","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343844]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.846846840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.846+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaYMcDQ1dYt8a7x7cBsv5GA3AwRELWFAEhehAVCTPa2zU + count=7648341","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.846966262Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.846+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TPa2zU count=7648342","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.850953601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.850+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648343","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.850986551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.850+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TPa2zU inflight=1 count=7648344","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Dm-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.851207507Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.850+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621571","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D2-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.851425779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.851+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJXuL9 inflight=1 count=7621572","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.851450936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.851+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SJXuL9 inflight=0 count=7621573","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.851044561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.850+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TPa2zU inflight=0 count=7648345","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343851]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EW-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.895196950Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.894+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhod7NHHEhFUzKqT1DsWncSsDKdMd4Y8GdZTqxHXqC4FL9 + count=7621574","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Em-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.895235840Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.894+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qC4FL9 count=7621575","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343895]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.897645437Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.897+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhmCaA6fc6XKKb7rSKtgQF68guysKSMFkgd3wvGLBfumzU + count=7648346","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.897714188Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.897+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BfumzU count=7648347","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E2-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.900220785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.899+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621576","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FG-ot4sBOvK4VyD1U_ik","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.900260900Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.900+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qC4FL9 inflight=1 count=7621577","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.900278492Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.900+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qC4FL9 inflight=0 count=7621578","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343900]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.903084533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.902+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648348","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.903122871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.902+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfumzU inflight=1 count=7648349","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"inCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.903128282Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.902+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BfumzU inflight=0 count=7648350","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343903]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.945808584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.945+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhiSGCLyxht3wBV7qnaF9qWuq9Qayn4WU6tcLqB2fn31L9 + count=7621579","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.945854770Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.945+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fn31L9 count=7621580","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343945]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.948635332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.948+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhX1NXFEz95jMVZEG9kUmLBBABPrPnw3gKXU8G9aP4mGzU + count=7648351","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.948679556Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.948+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*P4mGzU count=7648352","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.950388727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.949+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621581","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.950417552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.949+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fn31L9 inflight=1 count=7621582","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.950425934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.949+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fn31L9 inflight=0 count=7621583","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343950]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.953269141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.952+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648353","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343953]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.953317414Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.953+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P4mGzU inflight=1 count=7648354","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343953]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.953324372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.953+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*P4mGzU inflight=0 count=7648355","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343953]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.996627223Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.996+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaCecT2AYDUkbicy87f8MnHwaYi8BNDVhwdz7HCpxyhL9 + count=7621584","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.996688252Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:43.996+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pxyhL9 count=7621585","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593343996]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.999851948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.999+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhhexbREttRwDCPpbx8XuLbyZZZpFZ6qwefNZnzBfqA5zU + count=7648356","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343999]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:43.999895730Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:43.999+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*fqA5zU count=7648357","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593343999]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.002478381Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.001+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621586","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.002508701Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.001+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxyhL9 inflight=1 count=7621587","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.002514407Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.002+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pxyhL9 inflight=0 count=7621588","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344002]},{"_index":"continuous-tests-pods-2023.11.10","_id":"knCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.003810569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.003+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648358","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.003846255Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.003+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fqA5zU inflight=1 count=7648359","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.003921737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.003+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*fqA5zU inflight=0 count=7648360","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344003]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.047747196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.047+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYM3kU43zgxvAZRmTGGVXP3MXt17dQV7EsgKGsiktBSL9 + count=7621589","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.047970748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.047+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ktBSL9 count=7621590","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344047]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.050504936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.050+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhoCNPaoR8tXTBnrSmmeY7wM9JLhLijKWsXbHmExJwxPzU + count=7648361","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.050618646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.050+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JwxPzU count=7648362","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.052287576Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.052+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621591","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.052608797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.052+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ktBSL9 inflight=1 count=7621592","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.052845185Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.052+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ktBSL9 inflight=0 count=7621593","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344052]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.096738790Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.096+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648363","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344096]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.096779156Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.096+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JwxPzU inflight=1 count=7648364","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344096]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.097341084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.096+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JwxPzU inflight=0 count=7648365","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344097]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.098327397Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.098+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhX11tT9ahcB1Df7iaygUeKmCBzcqmcfT3cE4QqX3KsTL9 + count=7621594","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.098366340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.098+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3KsTL9 count=7621595","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344098]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.101200434Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.100+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhhAFrE14HvPoVDtnAkH71Fp11sNiPjBUL2znqFXcRJ9zU + count=7648366","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.101227780Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.101+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cRJ9zU count=7648367","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344101]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.102578617Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.102+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621596","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.102618547Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.102+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3KsTL9 inflight=1 count=7621597","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"THCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.102845802Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.102+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3KsTL9 inflight=0 count=7621598","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344102]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.106271049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.106+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648368","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.106336971Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.106+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cRJ9zU inflight=1 count=7648369","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.106419890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.106+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cRJ9zU inflight=0 count=7648370","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344106]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.151945084Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.151+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhkX8FhwNJQjQ2dnQbjkpbawRd7WLtKnAgieeDRskkX3zU + count=7648371","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.151987106Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.151+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kkX3zU count=7648372","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344151]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.154217794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.153+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhbYburmzSjzycCCX1CVsocAydfzk9yAg95aRyd4qYKFL9 + count=7621599","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.154258708Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.154+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qYKFL9 count=7621600","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344154]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.156021124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.155+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648373","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"onCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.156059806Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.155+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kkX3zU inflight=1 count=7648374","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.156071261Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.155+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kkX3zU inflight=0 count=7648375","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344156]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.159754464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.159+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621601","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.159792595Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.159+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qYKFL9 inflight=1 count=7621602","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344159]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.160028948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.159+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qYKFL9 inflight=0 count=7621603","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344160]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.202538781Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.202+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhoHb1bSPG7xou43Pfi6noYrotysePCBPS9YvXmH5CjmzU + count=7648376","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.202577131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.202+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5CjmzU count=7648377","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344202]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.205720921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.205+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhdZXZG17zpAi8bbGDozDaVtrmz3jPKJzTurVnjuuHmBL9 + count=7621604","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344205]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.205764759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.205+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*uHmBL9 count=7621605","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344205]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.208368619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.208+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648378","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.208401260Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.208+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5CjmzU inflight=1 count=7648379","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.208519832Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.208+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5CjmzU inflight=0 count=7648380","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344208]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.211262300Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.210+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621606","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.211302170Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.210+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uHmBL9 inflight=1 count=7621607","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.211309482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.211+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*uHmBL9 inflight=0 count=7621608","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344211]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.253003238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.252+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaiUQX6SEefkqmtsr2d3HFuP43EoXEYBRjKrSTBrKWvzU + count=7648381","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.253046797Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.252+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rKWvzU count=7648382","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344253]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.256792853Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.256+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhno9Cb88kadqVSKF1oymn53ptPXiCKzweZcbo942ZJcL9 + count=7621609","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344256]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.257022174Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.256+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*2ZJcL9 count=7621610","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344257]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.258086584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.257+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648383","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.258114776Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.257+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rKWvzU inflight=1 count=7648384","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.258119371Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.257+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rKWvzU inflight=0 count=7648385","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344258]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.263395192Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.263+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621611","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.263437410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.263+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2ZJcL9 inflight=1 count=7621612","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.263505648Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.263+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*2ZJcL9 inflight=0 count=7621613","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344263]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.303617659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.303+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhYEqdekCnpeijtkgQatsB26kUqBQkxJQTgisARJT5QwzU + count=7648386","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.303679360Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.303+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*T5QwzU count=7648387","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344303]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.307698245Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.307+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648388","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.307823937Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.307+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T5QwzU inflight=1 count=7648389","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"snCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.307856356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.307+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*T5QwzU inflight=0 count=7648390","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344307]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.308107218Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.307+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhitbVS3ovQ4h2hnBBwEVeES69gmY9YJEACjKpy1GoHRL9 + count=7621614","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.308155543Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.307+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GoHRL9 count=7621615","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344308]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.312641948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.312+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621616","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.312679036Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.312+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GoHRL9 inflight=1 count=7621617","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.312694141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.312+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GoHRL9 inflight=0 count=7621618","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344312]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.354322072Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.353+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhm6bLj72tqKNGpY1XEWdWMxZGXZ2iNZh1B6R5r8cjmdzU + count=7648391","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.354389652Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.354+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cjmdzU count=7648392","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344354]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.359327603Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.358+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaMsEbxJNT1FqUDz8RWqtwHnAi3w2PjjTbsKwgqwaAvL9 + count=7621619","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.359381214Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.359+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*waAvL9 count=7621620","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.359327867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.359+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648393","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.359427352Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.359+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cjmdzU inflight=1 count=7648394","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.359435448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.359+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cjmdzU inflight=0 count=7648395","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344359]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.363548333Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.363+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621621","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.363687356Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.363+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*waAvL9 inflight=1 count=7621622","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.363707060Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.363+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*waAvL9 inflight=0 count=7621623","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344363]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.404856557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.404+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhXNCmC7ZAfHaKxiwgyYDxBgGjZxK5fet4vMs1Pg4yHGzU + count=7648396","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.404892391Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.404+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4yHGzU count=7648397","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344404]},{"_index":"continuous-tests-pods-2023.11.10","_id":"unCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.409932122Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.409+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648398","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.409967970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.409+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4yHGzU inflight=1 count=7648399","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344409]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.410306181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.409+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhdwqdzvpZBbcmX5c2UDwTjFNnSjpVsLgTsUZ5xiqXUAL9 + count=7621624","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.410565497Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.410+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qXUAL9 count=7621625","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.410027905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.409+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4yHGzU inflight=0 count=7648400","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344410]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.415833800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.415+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621626","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.415874163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.415+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qXUAL9 inflight=1 count=7621627","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"anCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.415965794Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.415+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qXUAL9 inflight=0 count=7621628","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344415]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.448387421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.448+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7648401","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344448]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.455839445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.455+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaGNRhUdXDRZ388dNY5ABD7YyKAw7vR3H3t6FE8VwzpzU + count=7648402","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.455926537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.455+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VwzpzU count=7648403","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344455]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.459997334Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.459+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648404","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344459]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.460029112Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.459+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VwzpzU inflight=1 count=7648405","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.460033706Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.459+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VwzpzU inflight=0 count=7648406","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344460]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.461532810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.461+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhiaKt8LcaQ4y2B4sbLqf1cYZ4oQckQGqXcLyJ1f3Yt8L9 + count=7621629","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.461581517Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.461+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3Yt8L9 count=7621630","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344461]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.467075984Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.466+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621631","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.467118049Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.466+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Yt8L9 inflight=1 count=7621632","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.467161929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.466+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3Yt8L9 inflight=0 count=7621633","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344467]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.511404551Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.510+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rho5t5iKNuQ7aGHD3XLPdaA6KpE4VdBMVCE8rzeyFypgzU + count=7648407","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.511443094Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.511+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*FypgzU count=7648408","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344511]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.512904933Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.512+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhjd8WM9uct5HUEPELwD5zcVkNGyxkMWtrDckJNUxCVtL9 + count=7621634","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344512]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.513095457Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.512+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xCVtL9 count=7621635","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344513]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.515445635Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.515+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648409","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xnCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.515555416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.515+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FypgzU inflight=1 count=7648410","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.515595080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.515+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*FypgzU inflight=0 count=7648411","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344515]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.518705323Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.518+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621636","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.518745322Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.518+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xCVtL9 inflight=1 count=7621637","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.518754200Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.518+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xCVtL9 inflight=0 count=7621638","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344518]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.562038707Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.561+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhkHAfQoaPa9eRqjbU67NMotCCJTXsfSRi9jBfkLszb2zU + count=7648412","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.562081339Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.561+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*szb2zU count=7648413","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344562]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.563399761Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.563+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhi69NjZc7HbAwRyPan72AawdcBt1yj5fmxfAV86dqfYL9 + count=7621639","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.563451572Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.563+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dqfYL9 count=7621640","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344563]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567816822Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621641","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567845520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dqfYL9 inflight=1 count=7621642","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567975510Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dqfYL9 inflight=0 count=7621643","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ynCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567549277Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648414","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567584086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*szb2zU inflight=1 count=7648415","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zHCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.567641549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.567+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*szb2zU inflight=0 count=7648416","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344567]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zXCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.613158830Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.612+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhbC4qf52iNYrfvcZ5WvYzZF9KZbekE19EnN2LqsywjRzU + count=7648417","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344613]},{"_index":"continuous-tests-pods-2023.11.10","_id":"znCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.613196102Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.613+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ywjRzU count=7648418","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344613]},{"_index":"continuous-tests-pods-2023.11.10","_id":"enCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.614693672Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.614+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhbwcA921rELabBLBj5R5BVgP2X4GV4v1LFrnBP5WW6XL9 + count=7621644","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.614734358Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.614+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WW6XL9 count=7621645","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344614]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.618216115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.617+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648419","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.618248467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.617+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ywjRzU inflight=1 count=7648420","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.618267098Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.618+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ywjRzU inflight=0 count=7648421","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344618]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.620436627Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.620+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621646","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.620493745Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.620+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WW6XL9 inflight=1 count=7621647","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.620745705Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.620+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WW6XL9 inflight=0 count=7621648","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344620]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.663628847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.663+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhghwtSAHU63zLUNTyuikxGahmaUkYomtPzdy4hs7yNUzU + count=7648422","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"03Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.663747211Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.663+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7yNUzU count=7648423","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344663]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.664993605Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.664+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhb1MB6HZkqrGxp6ioLmK1FrrQsemozYei8yxGogwzU5L9 + count=7621649","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344664]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.665372759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.665+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wzU5L9 count=7621650","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344665]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.667407225Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.667+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648424","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.667434891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.667+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7yNUzU inflight=1 count=7648425","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.667565876Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.667+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7yNUzU inflight=0 count=7648426","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344667]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.670992296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.670+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621651","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344670]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.671061273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.670+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wzU5L9 inflight=1 count=7621652","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.671409913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.671+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wzU5L9 inflight=0 count=7621653","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344671]},{"_index":"continuous-tests-pods-2023.11.10","_id":"13Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.713982175Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.713+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhm2xDsSiWFpUg3WKFEjbixDypX9FiAntZ4SN7RcQ5WRzU + count=7648427","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344713]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.714021622Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.713+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Q5WRzU count=7648428","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344714]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.715990105Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.715+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaSbzC33cRsKhiiEPSgH25BE6X9T7vWS6LqrdY9BSMoL9 + count=7621654","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344715]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.716076935Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.715+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BSMoL9 count=7621655","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344716]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.721807232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.721+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621656","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.721850914Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.721+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BSMoL9 inflight=1 count=7621657","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.721877823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.721+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BSMoL9 inflight=0 count=7621658","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344721]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.735628424Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.735+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648429","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.735666093Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.735+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5WRzU inflight=1 count=7648430","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"23Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.735672038Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.735+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Q5WRzU inflight=0 count=7648431","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344735]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.765228169Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.764+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rheDP8sJSLAxHxuaoJj6keD6NKmAdsk3ZbgMotNTMx5MzU + count=7648432","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.765264014Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.765+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Mx5MzU count=7648433","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344765]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.766470895Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.766+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rho6T6m8xQXcx5PFoLwBczn1fnvHkgFUqrEpYWooeLaRL9 + count=7621659","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"inCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.766518205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.766+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*eLaRL9 count=7621660","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344766]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.770280335Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.769+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648434","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"33Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.770309696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.770+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mx5MzU inflight=1 count=7648435","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.770314389Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.770+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Mx5MzU inflight=0 count=7648436","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344770]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.772020859Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.771+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621661","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.772057857Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.771+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eLaRL9 inflight=1 count=7621662","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.772066145Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.771+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*eLaRL9 inflight=0 count=7621663","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344772]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.815746649Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.815+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhWjmbRcGk5t94ABj7CXFKxbV2ekMteQki4S1XoH4rUEzU + count=7648437","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.815825957Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.815+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4rUEzU count=7648438","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344815]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.817546081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.817+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhfd1f5d1wrcxUTzJLaGr77h1azCdQmW6nHdnP41dTDoL9 + count=7621664","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"j3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.817954619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.817+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dTDoL9 count=7621665","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344817]},{"_index":"continuous-tests-pods-2023.11.10","_id":"43Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.819793729Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.819+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648439","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.819824988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.819+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4rUEzU inflight=1 count=7648440","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.819901427Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.819+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4rUEzU inflight=0 count=7648441","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344819]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.824228615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.823+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621666","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"kXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.824263956Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.824+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dTDoL9 inflight=1 count=7621667","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"knCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.824326764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.824+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dTDoL9 inflight=0 count=7621668","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344824]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.866380785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.866+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhePXGn3aSbbdxdEE9fEsfQkRgcAecdPDaMzSLGxwj19zU + count=7648442","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"53Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.866472401Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.866+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wj19zU count=7648443","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344866]},{"_index":"continuous-tests-pods-2023.11.10","_id":"k3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.868830193Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.868+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhfsQHqXspoZGn2BWGe3J1CsJHawuPVzKUm8mwqB8iwEL9 + count=7621669","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.868870537Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.868+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8iwEL9 count=7621670","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344868]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.871469035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.871+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648444","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.871502500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.871+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wj19zU inflight=1 count=7648445","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.871513057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.871+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wj19zU inflight=0 count=7648446","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344871]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.875433440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.875+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621671","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"lnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.875477203Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.875+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8iwEL9 inflight=1 count=7621672","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"l3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.875486202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.875+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8iwEL9 inflight=0 count=7621673","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344875]},{"_index":"continuous-tests-pods-2023.11.10","_id":"63Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.917032662Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.916+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhmiJhG6ivQpV33QC7KY1Xhspo89wc7D2aCpoLdSgK95zU + count=7648447","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344917]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.917073527Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.916+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gK95zU count=7648448","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344917]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.920155349Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.919+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhk1REFgUksjw6B4Vp9WVS51tMGbUQk9AoBYCoD1ScTKL9 + count=7621674","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.920194601Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.919+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ScTKL9 count=7621675","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344920]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.921922421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.921+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648449","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.921953344Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.921+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gK95zU inflight=1 count=7648450","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344921]},{"_index":"continuous-tests-pods-2023.11.10","_id":"73Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.922005409Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.921+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gK95zU inflight=0 count=7648451","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344922]},{"_index":"continuous-tests-pods-2023.11.10","_id":"mnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.926644405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.926+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621676","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"m3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.926913136Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.926+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ScTKL9 inflight=1 count=7621677","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344926]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.928295266Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.926+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ScTKL9 inflight=0 count=7621678","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344928]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.967394341Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.967+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhZnaeAN7gZd4vgyLiPBVkUB3Rdaqh9ZrkS6WGxQVn9AzU + count=7648452","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.967533607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.967+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Vn9AzU count=7648453","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344967]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.970580883Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.970+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYLAKZn5YhXTRiXBPnuSJajYjKtiVJn2WbgBYemzo2BL9 + count=7621679","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"nnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.970835340Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.970+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zo2BL9 count=7621680","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344970]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.971228353Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.970+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648454","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"83Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.971263251Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.971+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vn9AzU inflight=1 count=7648455","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.971391029Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:44.971+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Vn9AzU inflight=0 count=7648456","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593344971]},{"_index":"continuous-tests-pods-2023.11.10","_id":"n3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.974968509Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.974+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621681","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344974]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.975008291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.974+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zo2BL9 inflight=1 count=7621682","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"oXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:44.975325030Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:44.975+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zo2BL9 inflight=0 count=7621683","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593344975]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.017878269Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.017+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhaiNnp2ZuqaYNgsp3m2jLfKF4o4bWn4vUdFgCdeaohFzU + count=7648457","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.017918379Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.017+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*aohFzU count=7648458","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345017]},{"_index":"continuous-tests-pods-2023.11.10","_id":"onCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.022050709Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.021+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rha7MZszcB82MrPApEJHUPsAS9NDTAVRBhMshzD9wc4TL9 + count=7621684","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"o3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.022104836Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.021+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wc4TL9 count=7621685","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345022]},{"_index":"continuous-tests-pods-2023.11.10","_id":"93Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.023043460Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.022+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648459","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.023079566Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.022+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aohFzU inflight=1 count=7648460","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.023101629Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.022+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*aohFzU inflight=0 count=7648461","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345023]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.028008986Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.027+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621686","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.028249501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.027+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wc4TL9 inflight=1 count=7621687","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"pnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.028452589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.028+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wc4TL9 inflight=0 count=7621688","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345028]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.069012406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.068+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhe2ceY5yVBCwCTqZmApDhb9dcPWnDYkABFEBt1ZMAK1zU + count=7648462","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.069069448Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.068+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MAK1zU count=7648463","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345069]},{"_index":"continuous-tests-pods-2023.11.10","_id":"p3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.072194305Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.071+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhbwdVB7SyZ8vxrUpbxQZZUSJcL4SYTZCAvQrpJaGGWJL9 + count=7621689","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.072306451Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.072+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*GGWJL9 count=7621690","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345072]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_HCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.074399623Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.074+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648464","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_XCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.074435553Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.074+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MAK1zU inflight=1 count=7648465","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_nCot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.074501954Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.074+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MAK1zU inflight=0 count=7648466","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345074]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.077727201Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.077+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621691","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"qnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.077853721Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.077+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GGWJL9 inflight=1 count=7621692","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345077]},{"_index":"continuous-tests-pods-2023.11.10","_id":"q3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.078018960Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.077+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*GGWJL9 inflight=0 count=7621693","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345078]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_3Cot4sBOvK4VyD1XhYU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.120028793Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.119+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhich6FkEspLr3f6AqwywU7bmTrJGLpXAkTf4Lh3B7DHzU + count=7648467","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345120]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.120074488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.119+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*B7DHzU count=7648468","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345120]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.123645778Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.123+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhcLV4EBNqAGHbFLLD2xsZQATG3syU4x79YYLatBcDaJL9 + count=7621694","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.123688905Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.123+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*cDaJL9 count=7621695","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.123980684Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.123+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648469","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345123]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.124017823Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.123+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B7DHzU inflight=1 count=7648470","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.124022533Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.123+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*B7DHzU inflight=0 count=7648471","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345124]},{"_index":"continuous-tests-pods-2023.11.10","_id":"rnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.128482979Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.128+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621696","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"r3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.128525541Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.128+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cDaJL9 inflight=1 count=7621697","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.128789485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.128+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*cDaJL9 inflight=0 count=7621698","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345128]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.170479870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.170+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhdV1WjPwtzxPSgb7oVciR7nXx1rRRUvmXb2TJjV5vbdzU + count=7648472","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.170521940Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.170+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5vbdzU count=7648473","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345170]},{"_index":"continuous-tests-pods-2023.11.10","_id":"sXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.174304244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.173+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaVN8xRWzQTh9y1ydeegLDQRzY9rVQLiduaWxJrutbCL9 + count=7621699","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"snCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.174511421Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.174+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*utbCL9 count=7621700","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345174]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.175634787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.175+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648474","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.175699149Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.175+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5vbdzU inflight=1 count=7648475","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.175769110Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.175+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5vbdzU inflight=0 count=7648476","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345175]},{"_index":"continuous-tests-pods-2023.11.10","_id":"s3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.180080868Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.179+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621701","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.180128901Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.179+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*utbCL9 inflight=1 count=7621702","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.180243125Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.179+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*utbCL9 inflight=0 count=7621703","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345180]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.221315171Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.220+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhdXix2nQ9KDJXSQcDGVbnoE2V7HahFBL2zk4hwmkZbHzU + count=7648477","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.221355419Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.221+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kZbHzU count=7648478","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345221]},{"_index":"continuous-tests-pods-2023.11.10","_id":"tnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.224736668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.224+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhWiXwgCUXAtpzMngR6L5erNbVq5kjLSaaNaKoaN7xpeL9 + count=7621704","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"t3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.224790418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.224+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*7xpeL9 count=7621705","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345224]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.226342779Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.226+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648479","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.226378680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.226+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kZbHzU inflight=1 count=7648480","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.226384405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.226+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kZbHzU inflight=0 count=7648481","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345226]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.230010621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.229+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621706","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"uXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.230040232Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.229+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7xpeL9 inflight=1 count=7621707","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"unCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.230044573Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.229+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*7xpeL9 inflight=0 count=7621708","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345230]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.271934748Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.271+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/zU/zb2rhigb5wVb1tcwcVaobziW9JioPgNecDuEGnYmHn65rAZzU + count=7648482","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.271981910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.271+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5rAZzU count=7648483","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345271]},{"_index":"continuous-tests-pods-2023.11.10","_id":"u3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.275781121Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.275+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhnPycFqXz9AFagtajhdaLacswaPYP3XMU9faxgfHQ7wL9 + count=7621709","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.275830051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.275+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*HQ7wL9 count=7621710","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345275]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.276044197Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.275+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648484","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.276078871Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.275+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5rAZzU inflight=1 count=7648485","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.276084640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.275+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5rAZzU inflight=0 count=7648486","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345276]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.280530332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.280+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621711","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"vnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.280574561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.280+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HQ7wL9 inflight=1 count=7621712","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"v3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.280760890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.280+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*HQ7wL9 inflight=0 count=7621713","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345280]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.322655941Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.322+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhik1cQYEeNfwGS8Dg4XBAbf1CWnkDY2oEEtUTBtvjm1JH + count=7648487","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.322690221Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.322+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vjm1JH count=7648488","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345322]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.326300839Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.325+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhjZGFLm5hHQSyharVRxj1JyZpvwzHquX7tVA5vekkVqL9 + count=7621714","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.326375439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.326+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*kkVqL9 count=7621715","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345326]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.327576500Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.327+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648489","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.327625453Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.327+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vjm1JH inflight=1 count=7648490","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.327733569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.327+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vjm1JH inflight=0 count=7648491","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345327]},{"_index":"continuous-tests-pods-2023.11.10","_id":"wnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.331126068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.330+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621716","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"w3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.331173099Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.330+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kkVqL9 inflight=1 count=7621717","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.331513913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.330+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*kkVqL9 inflight=0 count=7621718","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345331]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.373231182Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.372+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhZFMggP2eYxiALzmsGi6GwD1WuqffuxEWHghau75AwPJH + count=7648492","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.373272948Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.373+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5AwPJH count=7648493","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345373]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.376952665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.376+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhZvZbD6ruEeACDQ4AwWipKGywi5GX9srRQnzbpUJrouL9 + count=7621719","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345376]},{"_index":"continuous-tests-pods-2023.11.10","_id":"xnCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.377005988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.376+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JrouL9 count=7621720","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345377]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.379578219Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.379+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648494","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.379608005Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.379+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5AwPJH inflight=1 count=7648495","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.379632642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.379+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5AwPJH inflight=0 count=7648496","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345379]},{"_index":"continuous-tests-pods-2023.11.10","_id":"x3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.383834033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.383+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621721","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.383878239Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.383+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JrouL9 inflight=1 count=7621722","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345383]},{"_index":"continuous-tests-pods-2023.11.10","_id":"yXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.384180051Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.383+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JrouL9 inflight=0 count=7621723","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345384]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.424118696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.423+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhhXKT5nJ9MBhJadkBY5dbs9vq3St4ebcpPAyZGTZXKwJH + count=7648497","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.424174759Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.423+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ZXKwJH count=7648498","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345424]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ynCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.427567674Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.427+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhgYZCf5wJbMAk3NzY54vAXNMvxx8g8XyMScAYkqpZ7QL9 + count=7621724","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"y3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.427611210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.427+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pZ7QL9 count=7621725","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345427]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.428014476Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.427+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648499","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.428059680Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.427+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZXKwJH inflight=1 count=7648500","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.428064696Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.427+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ZXKwJH inflight=0 count=7648501","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345428]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zHCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.431469880Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.431+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621726","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"zXCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.431731410Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.431+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pZ7QL9 inflight=1 count=7621727","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345431]},{"_index":"continuous-tests-pods-2023.11.10","_id":"znCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.432609878Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.431+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pZ7QL9 inflight=0 count=7621728","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345432]},{"_index":"continuous-tests-pods-2023.11.10","_id":"InCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.474520870Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.474+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rheHtiDrqgk3xgmER9auGq7umttDMCemdm8jnbLJu6g3JH + count=7648502","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.474575560Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.474+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*u6g3JH count=7648503","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345474]},{"_index":"continuous-tests-pods-2023.11.10","_id":"z3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.478386659Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.478+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhijMmXrUxanKSRc1gvRa2FCPnuJDLqJepyShQk8yMDaL9 + count=7621729","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.478577439Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.478+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*yMDaL9 count=7621730","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345478]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.479818766Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.479+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648504","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.479894180Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.479+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u6g3JH inflight=1 count=7648505","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.479927918Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.479+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*u6g3JH inflight=0 count=7648506","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345479]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.482857291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.482+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621731","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"0nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.482892271Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.482+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yMDaL9 inflight=1 count=7621732","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"03Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.482901714Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.482+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*yMDaL9 inflight=0 count=7621733","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345482]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.483126159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.482+00:00 About to sleep discovery loop topics=\"codex + discoveryengine\" tid=1 sleep=3s wanted=0 count=7621734","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345483]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.525309276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.524+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhbsPmjNJtmmEA1KAvJbngbsP3h1uBPpnb5iNjEvrCapJH + count=7648507","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.525350062Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.525+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rCapJH count=7648508","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345525]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.529630619Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.529+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaWZdAbYrGJ3q6kEu9K154nHzbosGxz79cStn7hBDBvL9 + count=7621735","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"1nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.529842727Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.529+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BDBvL9 count=7621736","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345529]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.530668511Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.530+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648509","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.530696158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.530+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rCapJH inflight=1 count=7648510","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.530700569Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.530+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rCapJH inflight=0 count=7648511","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345530]},{"_index":"continuous-tests-pods-2023.11.10","_id":"13Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.535659291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.535+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621737","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.535692608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.535+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDBvL9 inflight=1 count=7621738","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.535847989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.535+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BDBvL9 inflight=0 count=7621739","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345535]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.576242039Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.575+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhaYjvm7ycbSpiDvQm5ZugHnjVnUyJBE3CUtyrRtUDvcJH + count=7648512","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345576]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.576275210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.576+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*UDvcJH count=7648513","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345576]},{"_index":"continuous-tests-pods-2023.11.10","_id":"2nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.580391681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.579+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhjSeHf4FME6gQNgiJEZbQvnDkUcq2XJAUvz2cFvQtsuL9 + count=7621740","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"23Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.580433075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.580+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*QtsuL9 count=7621741","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345580]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.581538294Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.581+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648514","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.581572513Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.581+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UDvcJH inflight=1 count=7648515","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.581577078Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.581+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*UDvcJH inflight=0 count=7648516","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345581]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.585308789Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.584+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621742","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.585605406Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.585+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QtsuL9 inflight=1 count=7621743","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"3nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.585733008Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.585+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*QtsuL9 inflight=0 count=7621744","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345585]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.626996607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.626+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rha9AgPDRpsPjoFRQWK67WVLsezW5Uj4rQBfbghenNRnJH + count=7648517","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345626]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.627033815Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.626+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nNRnJH count=7648518","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345627]},{"_index":"continuous-tests-pods-2023.11.10","_id":"33Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.631394068Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.630+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhbK1zmB5XKNyHRq9HQL9g2cXqKxTVyGM7QLR4Y9TQF7L9 + count=7621745","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.631746445Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.631+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*TQF7L9 count=7621746","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.631579677Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.631+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648519","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.631619690Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.631+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nNRnJH inflight=1 count=7648520","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.631643913Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.631+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nNRnJH inflight=0 count=7648521","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345631]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.636154054Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.635+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621747","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"4nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.636183814Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.636+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQF7L9 inflight=1 count=7621748","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"43Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.636501403Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.636+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*TQF7L9 inflight=0 count=7621749","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345636]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.678106011Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.677+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhXgw87nD74Y9ePV7NuiR4d19fXTHz81aoVw5cGEgGAHJH + count=7648522","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.678148317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.677+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gGAHJH count=7648523","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345678]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.682088158Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.681+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaeC2azpiCYMx2cYF1XdfrQ6aycxd1N6sW1TdXD5kNZL9 + count=7621750","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.682119081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.681+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*5kNZL9 count=7621751","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345682]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.683480317Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.683+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648524","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.683516769Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.683+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gGAHJH inflight=1 count=7648525","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.683531464Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.683+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gGAHJH inflight=0 count=7648526","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345683]},{"_index":"continuous-tests-pods-2023.11.10","_id":"5nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.687546412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.687+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621752","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"53Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.687576866Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.687+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5kNZL9 inflight=1 count=7621753","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.687581467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.687+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*5kNZL9 inflight=0 count=7621754","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345687]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.729093301Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.728+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhdNFZxvvsvyrpjyeNdtADitwfFTkzWuJQfPkGybzGS4JH + count=7648527","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345729]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.729127227Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.728+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*zGS4JH count=7648528","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345729]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.733233392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.732+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhffqYoa4y7Nz5C6osPSe1WgpkBXqWaFiSUnFyTt4MRcL9 + count=7621755","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"6nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.733271977Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.732+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4MRcL9 count=7621756","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345733]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.734396081Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.734+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648529","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.734432981Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.734+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zGS4JH inflight=1 count=7648530","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.734451807Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.734+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*zGS4JH inflight=0 count=7648531","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345734]},{"_index":"continuous-tests-pods-2023.11.10","_id":"63Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.738473159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.738+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621757","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.738504482Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.738+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4MRcL9 inflight=1 count=7621758","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.738526115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.738+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4MRcL9 inflight=0 count=7621759","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345738]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.779850810Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.779+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhcC95XHwRcqw8QmQGubT9E7xpTcb434QMnXGcSMqPbDJH + count=7648532","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.779886535Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.779+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qPbDJH count=7648533","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345779]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.783978904Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.783+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhdHAxbNck32KPSqXX4T448CitGXGuGNbi2MzYqZvrqCL9 + count=7621760","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.783790552Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.783+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648534","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.783822646Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.783+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qPbDJH inflight=1 count=7648535","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.783837621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.783+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qPbDJH inflight=0 count=7648536","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345783]},{"_index":"continuous-tests-pods-2023.11.10","_id":"73Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.784042425Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.783+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vrqCL9 count=7621761","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345784]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.788098289Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.787+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621762","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.788135161Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.787+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vrqCL9 inflight=1 count=7621763","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.788253044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.788+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vrqCL9 inflight=0 count=7621764","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345788]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.830333763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.829+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhYFmuKAX5cUXf1Z2yugnXjwiTdb1jJ1X6rW1VBvp6FyJH + count=7648537","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.830403124Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.830+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p6FyJH count=7648538","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345830]},{"_index":"continuous-tests-pods-2023.11.10","_id":"83Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.834989017Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.834+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhXo9Bcg33aq4Q2nXGmnKcZDRqdPNkY5TV7D7ruoL3NGL9 + count=7621765","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345834]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.835066877Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.834+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*L3NGL9 count=7621766","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.835507588Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.835+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648539","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.835544332Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.835+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p6FyJH inflight=1 count=7648540","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.835549432Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.835+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p6FyJH inflight=0 count=7648541","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345835]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.839602884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.839+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621767","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.839652411Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.839+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L3NGL9 inflight=1 count=7621768","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"93Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.839669291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.839+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*L3NGL9 inflight=0 count=7621769","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345839]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.881026355Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.880+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rheJWRjxkuWeWTA9ixBpdZ5z83QoZsngXn2Ga1xpf9FNJH + count=7648542","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.881074116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.880+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*f9FNJH count=7648543","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345881]},{"_index":"continuous-tests-pods-2023.11.10","_id":"THCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.885890557Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.885+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648544","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.885919320Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.885+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f9FNJH inflight=1 count=7648545","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.885928375Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.885+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*f9FNJH inflight=0 count=7648546","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345885]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.886106544Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.885+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhaVdajcVZBjtk53o4QKNH9J63ZkTuo4stVX5N4WSEpAL9 + count=7621770","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.886412811Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.886+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SEpAL9 count=7621771","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345886]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.892152104Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.891+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621772","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.892179767Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.891+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SEpAL9 inflight=1 count=7621773","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_HCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.892414613Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.892+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SEpAL9 inflight=0 count=7621774","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345892]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.932354520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.932+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhnGt5c7Uxov3AN7LFMKMXRuC9mndPj8e7RUq9FBh6yVJH + count=7648547","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.932399818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.932+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*h6yVJH count=7648548","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345932]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_XCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.936946416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.936+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYXBtEXm9JT9FkwZXP2fBj3ZqhhJReJMgKf4RXtvkfwL9 + count=7621775","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345936]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_nCot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.937002467Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.936+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*vkfwL9 count=7621776","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.937503818Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.937+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648549","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.937539718Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.937+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h6yVJH inflight=1 count=7648550","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.937628270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.937+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*h6yVJH inflight=0 count=7648551","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345937]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_3Cot4sBOvK4VyD1Yyxq","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.942713309Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.942+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621777","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.942739131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.942+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vkfwL9 inflight=1 count=7621778","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.942751150Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.942+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*vkfwL9 inflight=0 count=7621779","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345942]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.983070399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.982+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhh5g6BjovdMBPiVkF9v2ngKMdf3y8FozKpVjVjjWTRhJH + count=7648552","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.983107248Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.982+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*WTRhJH count=7648553","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345983]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.986940637Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.986+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648554","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.986973204Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.986+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WTRhJH inflight=1 count=7648555","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.986977943Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:45.986+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*WTRhJH inflight=0 count=7648556","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593345986]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.988387290Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.988+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYuFxsYvNDnLqoeyYhkLQjeH5bWtcPpVcUVz21BD1hFL9 + count=7621780","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.988437502Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.988+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*D1hFL9 count=7621781","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345988]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.994130024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.993+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621782","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.994159561Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.993+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D1hFL9 inflight=1 count=7621783","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:45.994163912Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:45.994+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*D1hFL9 inflight=0 count=7621784","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593345994]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.033379141Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.033+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhgJAeJqi3gwB3LgbBcNYMFXbAwZyxYUJZCDTVYpxBgLJH + count=7648557","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.033432563Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.033+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xBgLJH count=7648558","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346033]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.038902428Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.038+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYYgWUfWeddPT3x34TZD39JVt37bCCe7GkjxvvTgXLCL9 + count=7621785","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.038952488Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.038+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gXLCL9 count=7621786","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.038037584Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.037+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648559","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.038067202Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.037+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xBgLJH inflight=1 count=7648560","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.038071936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.037+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xBgLJH inflight=0 count=7648561","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346038]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.043627368Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.043+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621787","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.043666671Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.043+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gXLCL9 inflight=1 count=7621788","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.043684378Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.043+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gXLCL9 inflight=0 count=7621789","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346043]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.084680135Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.084+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhgphNcmNQXGJgKqawzEpzJ8tVyZHAUh87yVoF1bxsZRJH + count=7648562","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.084722296Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.084+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*xsZRJH count=7648563","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346084]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.089810273Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.089+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648564","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.089842875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.089+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xsZRJH inflight=1 count=7648565","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.089847337Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.089+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*xsZRJH inflight=0 count=7648566","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346089]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.090170773Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.089+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhi5WZJWjsXBhQpXCAL6akzWn1FfP75rF26fMEzA65pKL9 + count=7621790","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.090250490Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.090+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*65pKL9 count=7621791","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346090]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.095803240Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.095+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621792","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.095840359Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.095+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*65pKL9 inflight=1 count=7621793","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.095927783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.095+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*65pKL9 inflight=0 count=7621794","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346095]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.135268520Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.134+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhjVM127eiQxV8bWL4dfntCAQqygWS8LJuqdDW21y2AoJH + count=7648567","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.135317244Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.135+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*y2AoJH count=7648568","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346135]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.139277785Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.139+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648569","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.139310276Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.139+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y2AoJH inflight=1 count=7648570","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.139528665Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.139+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*y2AoJH inflight=0 count=7648571","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346139]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.141555040Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.141+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhb9Gb41S4qfeWPXizLPW5ZhMb8Ceu9zwVcGGH8Np8LcL9 + count=7621795","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.141592640Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.141+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*p8LcL9 count=7621796","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346141]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.146688604Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.146+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621797","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.146737024Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.146+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p8LcL9 inflight=1 count=7621798","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.146761205Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.146+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*p8LcL9 inflight=0 count=7621799","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346146]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.185967899Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.185+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhn2Xrzkbt2G3eRRa1ECrnyugiUKVrnZDbHNDMmEoYfNJH + count=7648572","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346185]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.186005238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.185+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oYfNJH count=7648573","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346186]},{"_index":"continuous-tests-pods-2023.11.10","_id":"anCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.191563129Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.191+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648574","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.191598564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.191+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYfNJH inflight=1 count=7648575","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.191603695Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.191+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oYfNJH inflight=0 count=7648576","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346191]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.192244115Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.191+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhYMmcrVvbcRNGSGuXFqueNh6qSBKpzXtqs8iZKCNyF7L9 + count=7621800","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.192280874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.192+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*NyF7L9 count=7621801","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346192]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.198365026Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.197+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621802","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.198399075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.198+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NyF7L9 inflight=1 count=7621803","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.198635829Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.198+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*NyF7L9 inflight=0 count=7621804","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346198]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.237194270Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.236+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhccpuKECTAvjQicAbzuY4tBiLRxVVF4KzpnbFy1psHKJH + count=7648577","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.237263746Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.237+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*psHKJH count=7648578","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346237]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.242256867Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.241+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648579","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.242310590Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.242+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*psHKJH inflight=1 count=7648580","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.242342177Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.242+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*psHKJH inflight=0 count=7648581","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346242]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.243116035Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.242+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhXKnKT3MZniai9JaRD1uPirGZMmCKT3LQBCRuUWduTeL9 + count=7621805","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.243181226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.242+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*duTeL9 count=7621806","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346243]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.247703681Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.247+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621807","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.247737803Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.247+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*duTeL9 inflight=1 count=7621808","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346247]},{"_index":"continuous-tests-pods-2023.11.10","_id":"H3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.248130642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.247+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*duTeL9 inflight=0 count=7621809","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346248]},{"_index":"continuous-tests-pods-2023.11.10","_id":"cnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.287974033Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.287+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhbqitnFmjGkbn2D6D33wecvL7nJsAc9bF8pnEnipMSGJH + count=7648582","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346287]},{"_index":"continuous-tests-pods-2023.11.10","_id":"c3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.288020376Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.287+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pMSGJH count=7648583","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346288]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.291945394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.291+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648584","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.291983116Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.291+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pMSGJH inflight=1 count=7648585","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346291]},{"_index":"continuous-tests-pods-2023.11.10","_id":"dnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.292115256Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.291+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pMSGJH inflight=0 count=7648586","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346292]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.293797440Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.293+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rheDRfKZd9kg7T6pfKU2jgHPdmU6RF7BB7vHEMNjqY2bL9 + count=7621810","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"IXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.293836331Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.293+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qY2bL9 count=7621811","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346293]},{"_index":"continuous-tests-pods-2023.11.10","_id":"InCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.298084988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.297+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621812","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"I3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.298115220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.297+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qY2bL9 inflight=1 count=7621813","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.298317196Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.297+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qY2bL9 inflight=0 count=7621814","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346298]},{"_index":"continuous-tests-pods-2023.11.10","_id":"d3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.338634989Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.338+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhceQN2MzKjYv5F913NUtMgB3tknh1Zeyor8LbFTiEprJH + count=7648587","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.338676404Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.338+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*iEprJH count=7648588","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346338]},{"_index":"continuous-tests-pods-2023.11.10","_id":"eXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.342527357Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.342+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648589","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"enCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.342584372Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.342+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iEprJH inflight=1 count=7648590","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"e3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.342591483Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.342+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*iEprJH inflight=0 count=7648591","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346342]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.344947910Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.344+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhb7WY8N4YWpdpz7HsNzZLXEckyVTjKdAeHMudidnXr1L9 + count=7621815","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"JnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.344992850Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.344+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*nXr1L9 count=7621816","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346344]},{"_index":"continuous-tests-pods-2023.11.10","_id":"J3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.351072187Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.350+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621817","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.351128538Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.350+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXr1L9 inflight=1 count=7621818","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.351365220Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.350+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*nXr1L9 inflight=0 count=7621819","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346351]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.389141847Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.388+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhdqyvdsJ6ZTHnTDnucukfFLUiUf2TkT4jexP4yQoNZ9JH + count=7648592","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.389193137Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.388+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oNZ9JH count=7648593","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346389]},{"_index":"continuous-tests-pods-2023.11.10","_id":"fnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.393656346Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.393+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648594","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"f3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.393707675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.393+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oNZ9JH inflight=1 count=7648595","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.393714044Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.393+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oNZ9JH inflight=0 count=7648596","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346393]},{"_index":"continuous-tests-pods-2023.11.10","_id":"KnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.395910702Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.395+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/L9/zb2rhjGKso6TkGo3YuH2cKW87XBtyE6deHBU6X24gJk8QGvL9 + count=7621820","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"K3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.395960380Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.395+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8QGvL9 count=7621821","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346395]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.403757295Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.403+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621822","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.403801238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.403+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8QGvL9 inflight=1 count=7621823","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"LnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.403832976Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.403+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8QGvL9 inflight=0 count=7621824","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346403]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.440031894Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.439+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhXYCk9rN4SvK65hCxhMXLKcSZcfzin3Xfwk61Qo6hjiJH + count=7648597","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"gnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.440102194Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.439+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*6hjiJH count=7648598","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346440]},{"_index":"continuous-tests-pods-2023.11.10","_id":"g3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.444715374Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.444+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648599","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.444747080Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.444+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6hjiJH inflight=1 count=7648600","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.444954549Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.444+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*6hjiJH inflight=0 count=7648601","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346444]},{"_index":"continuous-tests-pods-2023.11.10","_id":"L3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.446485238Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.446+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhXG8n9a6aB6qkU3mZaFEQW9S264crQZAfcBMCcvpMSuPZ + count=7621825","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.446535012Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.446+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*pMSuPZ count=7621826","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346446]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.450827209Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.450+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621827","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"MnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.450855342Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.450+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pMSuPZ inflight=1 count=7621828","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"M3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.450859642Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.450+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*pMSuPZ inflight=0 count=7621829","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346450]},{"_index":"continuous-tests-pods-2023.11.10","_id":"hnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.491318625Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.491+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhYwww6d48FAxmTtJJ6u1aTg7KthWirWa882x3WLVNeQJH + count=7648602","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"h3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.491467891Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.491+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*VNeQJH count=7648603","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346491]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.495896394Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.495+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648604","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"iXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.495938143Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.495+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNeQJH inflight=1 count=7648605","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"inCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.495943737Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.495+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*VNeQJH inflight=0 count=7648606","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346495]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.497495210Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.496+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhgmzupy4YLgDqwsvkWyxYytFVhssXnDgojaoWu68yvhPZ + count=7621830","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.497559131Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.497+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*8yvhPZ count=7621831","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346497]},{"_index":"continuous-tests-pods-2023.11.10","_id":"NnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.503064501Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.502+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621832","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"N3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.503224574Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.502+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8yvhPZ inflight=1 count=7621833","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.503314656Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.503+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*8yvhPZ inflight=0 count=7621834","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346503]},{"_index":"continuous-tests-pods-2023.11.10","_id":"i3Cot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.542455173Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.542+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhXQvTeNLAv9eb5fhe2uMvrV2qGJ2zFvDCns7tczwEKpJH + count=7648607","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jHCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.542520363Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.542+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*wEKpJH count=7648608","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346542]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7HCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.546442181Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.546+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wEKpJH inflight=0 count=7648611","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jXCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.546392315Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.545+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648609","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"jnCot4sBOvK4VyD1XhcU","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.546423570Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.546+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*wEKpJH inflight=1 count=7648610","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346546]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.548924308Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.548+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhYzm7B22jpW5AEJ1PVdwJGQfdU3iCNmwqeYYSEgqKwVPZ + count=7621835","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"OnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.548988279Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.548+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qKwVPZ count=7621836","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346548]},{"_index":"continuous-tests-pods-2023.11.10","_id":"O3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.554389420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.554+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621837","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.554430856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.554+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qKwVPZ inflight=1 count=7621838","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.554438021Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.554+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qKwVPZ inflight=0 count=7621839","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346554]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7XCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.592816599Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.592+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhiaJDo44eY2xjQPgXnsyer6vrZSJUZxJxGZ6z8hoZ1dJH + count=7648612","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"7nCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.592876921Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.592+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*oZ1dJH count=7648613","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346592]},{"_index":"continuous-tests-pods-2023.11.10","_id":"73Cot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.596753092Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.596+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648614","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8HCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.596787929Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.596+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZ1dJH inflight=1 count=7648615","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8XCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.596805058Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.596+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*oZ1dJH inflight=0 count=7648616","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346596]},{"_index":"continuous-tests-pods-2023.11.10","_id":"PnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.600028875Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.599+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhaoLsTcvgLsmdnkp8YE4N5iMy2iW7d2TNWtGZuNSHJKPZ + count=7621840","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"P3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.600076626Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.599+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*SHJKPZ count=7621841","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346600]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.604353034Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.603+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621842","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.604384725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.604+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SHJKPZ inflight=1 count=7621843","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"QnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.604389037Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.604+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*SHJKPZ inflight=0 count=7621844","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346604]},{"_index":"continuous-tests-pods-2023.11.10","_id":"8nCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.647489259Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.643+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhZGW6K9rqcMPEwDn1oDGtKxnFW9JzfWUSpoiwzhMY9uJH + count=7648617","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"83Cot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.647530936Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.643+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*MY9uJH count=7648618","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346647]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Q3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.650851456Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.650+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhbixMUYdLwMkYBH2xRGhSiAJu5YaddbPhwR1Dnq4s5LPZ + count=7621845","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.650993750Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.650+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*4s5LPZ count=7621846","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346650]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9HCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.651827890Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.651+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648619","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9XCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.651869226Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.651+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MY9uJH inflight=1 count=7648620","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"9nCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.651874856Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.651+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*MY9uJH inflight=0 count=7648621","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346651]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.655053838Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.654+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621847","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"RnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.655088275Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.654+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4s5LPZ inflight=1 count=7621848","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"R3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.655232066Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.655+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*4s5LPZ inflight=0 count=7621849","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346655]},{"_index":"continuous-tests-pods-2023.11.10","_id":"93Cot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.694437988Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.694+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhbaHkRYMUNqD8LCpa6HwhL9f8BmQYEiqHnvifHhBbxMJH + count=7648622","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-HCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.694505028Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.694+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*BbxMJH count=7648623","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346694]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-XCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.698635495Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.698+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648624","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-nCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.698669795Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.698+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BbxMJH inflight=1 count=7648625","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"-3Cot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.698676291Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.698+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*BbxMJH inflight=0 count=7648626","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346698]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.701753268Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.701+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhhpmZyHnMGY7QRMP9GzrVswnb9Pfp5X1yBPP1CFShNWPZ + count=7621850","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.701791392Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.701+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*ShNWPZ count=7621851","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346701]},{"_index":"continuous-tests-pods-2023.11.10","_id":"SnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.706345772Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.706+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621852","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"S3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.706376387Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.706+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShNWPZ inflight=1 count=7621853","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"THCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.706388140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.706+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*ShNWPZ inflight=0 count=7621854","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346706]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_HCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.745058163Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.744+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhWrKkndZYFr9i1t4EC2hj2bfA4h7Nrv9fCznETqJBu4JH + count=7648627","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_XCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.745099607Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.744+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JBu4JH count=7648628","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346745]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_nCot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.749526458Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.749+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648629","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"_3Cot4sBOvK4VyD1bloD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.749563399Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.749+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JBu4JH inflight=1 count=7648630","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.749618418Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.749+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JBu4JH inflight=0 count=7648631","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346749]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.753078405Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.752+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhn57JoLr1RWZX5uRtV7gTsUfDrU1H97AN7Cvo5M3wSLPZ + count=7621855","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"TnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.753220416Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.752+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*3wSLPZ count=7621856","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346753]},{"_index":"continuous-tests-pods-2023.11.10","_id":"T3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.759760608Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.759+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621857","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.759797057Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.759+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3wSLPZ inflight=1 count=7621858","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.759801725Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.759+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*3wSLPZ inflight=0 count=7621859","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346759]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.796500983Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.795+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhYMyPijTqMyHGHzkmDoKWsxAzwbSKLkmtsXh7WTYtycJH + count=7648632","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"AnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.796534784Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.795+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*YtycJH count=7648633","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346796]},{"_index":"continuous-tests-pods-2023.11.10","_id":"A3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.800003016Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.799+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648634","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.800031216Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.799+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YtycJH inflight=1 count=7648635","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.800035970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.799+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*YtycJH inflight=0 count=7648636","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346800]},{"_index":"continuous-tests-pods-2023.11.10","_id":"UnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.804264763Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.803+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhabgkQFdEqVnhQFPtUnjhfPCDB4r7KgPabYh3HhU4EgPZ + count=7621860","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"U3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.804338589Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.804+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*U4EgPZ count=7621861","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346804]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.808278003Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.808+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621862","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.808330783Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.808+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U4EgPZ inflight=1 count=7621863","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"VnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.808582800Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.808+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*U4EgPZ inflight=0 count=7621864","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346808]},{"_index":"continuous-tests-pods-2023.11.10","_id":"BnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.846847086Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.846+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhcScB3A1wEfsjQ3qXWmMTYRHNgU7TRYEnaU3Ntqgkq2JH + count=7648637","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"B3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.846925819Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.846+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*gkq2JH count=7648638","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346846]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.850840809Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.850+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648639","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.850901668Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.850+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gkq2JH inflight=1 count=7648640","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"CnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.850909140Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.850+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*gkq2JH inflight=0 count=7648641","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346850]},{"_index":"continuous-tests-pods-2023.11.10","_id":"V3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.855117764Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.854+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhn3eqmhQenyk1CFt39NZQ6YT7QDWcjkEFPw895AjZR1PZ + count=7621865","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.855170485Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.854+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*jZR1PZ count=7621866","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346855]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.859207647Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.858+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621867","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"WnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.859252655Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.859+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jZR1PZ inflight=1 count=7621868","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"W3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.859289412Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.859+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*jZR1PZ inflight=0 count=7621869","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346859]},{"_index":"continuous-tests-pods-2023.11.10","_id":"C3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.897716559Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.896+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhXTUrwdJGrT9H4rWn86ferifPX7xiSf6uZZ2T3tAmVCJH + count=7648642","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.897755134Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.897+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*AmVCJH count=7648643","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346897]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.902302932Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.901+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648644","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"DnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.902336Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.901+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AmVCJH inflight=1 count=7648645","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"D3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.902345675Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.902+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*AmVCJH inflight=0 count=7648646","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346902]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.905899953Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.905+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhhNrQmMXNFbe86zy3xzAQBUSLjfwjURzLTg8SbxGg5TPZ + count=7621870","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.905952791Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.905+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*Gg5TPZ count=7621871","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346905]},{"_index":"continuous-tests-pods-2023.11.10","_id":"XnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.910987874Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.910+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621872","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346910]},{"_index":"continuous-tests-pods-2023.11.10","_id":"X3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.911071420Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.910+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gg5TPZ inflight=1 count=7621873","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.911078369Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.910+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*Gg5TPZ inflight=0 count=7621874","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346911]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.948072934Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.947+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhktaUKm6oTRMyVguw2ygqV3vryAVV7jciK9r394rWgWJH + count=7648647","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.948106697Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.947+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*rWgWJH count=7648648","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346948]},{"_index":"continuous-tests-pods-2023.11.10","_id":"EnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.952004052Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.951+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648649","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"E3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.952034907Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.951+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rWgWJH inflight=1 count=7648650","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.952039734Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.951+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*rWgWJH inflight=0 count=7648651","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346952]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.956397362Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.956+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhieoeQefULivWCX7kqiJ2dNJSVf7mjY5FwoyapjdLbMPZ + count=7621875","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"YnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.956478286Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.956+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*dLbMPZ count=7621876","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346956]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Y3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.961595920Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.961+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621877","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.961630159Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.961+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dLbMPZ inflight=1 count=7621878","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.961688154Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:46.961+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*dLbMPZ inflight=0 count=7621879","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593346961]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.998793621Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.998+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhm6Y5AUWk2izsDC5vaRtqfv4Pvpnai7ZCXRyicZ1ZVpJH + count=7648652","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"FnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:46.998820958Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:46.998+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*1ZVpJH count=7648653","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593346998]},{"_index":"continuous-tests-pods-2023.11.10","_id":"F3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.004251970Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.003+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648654","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.004291472Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.003+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ZVpJH inflight=1 count=7648655","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.004297019Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.003+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*1ZVpJH inflight=0 count=7648656","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347004]},{"_index":"continuous-tests-pods-2023.11.10","_id":"ZnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.007201615Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.006+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhhJDzgkQRAifzB5MszP2WZSHJQ9pT78TiUo9WL4qvgYPZ + count=7621880","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"Z3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.007251075Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.007+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*qvgYPZ count=7621881","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347007]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.011801831Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.011+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621882","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"aXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.011831587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.011+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qvgYPZ inflight=1 count=7621883","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"anCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.011885787Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.011+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*qvgYPZ inflight=0 count=7621884","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347011]},{"_index":"continuous-tests-pods-2023.11.10","_id":"GnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.050032693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.049+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/JH/zb2rhXDzNhWgJopr3Y3hZej7VZc5YRDZs9b5n34z2A5JBkhJH + count=7648657","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"G3Cot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.050062348Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.049+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*JBkhJH count=7648658","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347050]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HHCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.053818314Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.053+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7648659","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HXCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.053857693Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.053+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JBkhJH inflight=1 count=7648660","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"HnCot4sBOvK4VyD1blsD","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.053863587Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"codex1-3","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_codex1-3-b558568cf-tvcsc_6fd429fe-ced6-487f-968a-acb1b2b4244b/codex1-3/0.log","message":"TRC + 2023-11-10 05:15:47.053+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*JBkhJH inflight=0 count=7648661","pod_ip":"10.244.3.62","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"b558568cf","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"codex1-3-b558568cf-tvcsc","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcb2c"},"sort":[1699593347053]},{"_index":"continuous-tests-pods-2023.11.10","_id":"a3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.059302564Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.057+00:00 Retrieved record from repo topics=\"codex + repostore\" tid=1 cid=/repo/blocks/PZ/zb2rhb8gysAkWbQXQ3TwEDn1m6zrbrzfcrmhr8uPA8HEM54PZ + count=7621885","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bHCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.059343056Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.057+00:00 Providing block topics=\"codex + discovery\" tid=1 cid=zb2*EM54PZ count=7621886","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347059]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bXCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.065890884Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.065+00:00 Provided to nodes topics=\"codex + discovery\" tid=1 nodes=1 count=7621887","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"bnCot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.065942474Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.065+00:00 Advertising block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EM54PZ inflight=1 count=7621888","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347065]},{"_index":"continuous-tests-pods-2023.11.10","_id":"b3Cot4sBOvK4VyD1Yy1q","_score":null,"_source":{"@timestamp":"2023-11-10T05:15:47.065984379Z","container_image":"docker.io/codexstorage/nim-codex:sha-8c8f712-dist-tests","container_name":"bootstrap-2","file":"/var/log/pods/codex-continuous-tests-profiling-two-client-tests-sched-0_bootstrap-2-58b69484bc-88msf_5fc7ae5d-b7c8-4628-9bf2-a70e8b6934ae/bootstrap-2/0.log","message":"TRC + 2023-11-10 05:15:47.065+00:00 Advertised block topics=\"codex + discoveryengine\" tid=1 cid=zb2*EM54PZ inflight=0 count=7621889","pod_ip":"10.244.2.250","pod_labels":{"app":"codex","codexcontractsid":"codexstorage/codex-contracts-eth:sha-1854dfb-dist-tests","codexid":"docker.io-codexstorage/nim-codex:sha-8c8f712-dist-tests","gethid":"codexstorage/dist-tests-geth:latest","pod-template-hash":"58b69484bc","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20231109-101554","testid":"envvar-testid-notset","tests-type":"continuous-tests"},"pod_name":"bootstrap-2-58b69484bc-88msf","pod_namespace":"codex-continuous-tests-profiling-two-client-tests-sched-0","pod_node_name":"pool-8vcpu-16gb-xcblu"},"sort":[1699593347065]}]}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +- request: + body: '{"scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","scroll":"2m"}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: POST + uri: http://localhost:9200/_search/scroll + response: + body: + string: '{"_scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn","took":6,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":11716,"relation":"eq"},"max_score":null,"hits":[]}}' + headers: + Transfer-Encoding: + - chunked + X-elastic-product: + - Elasticsearch + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +- request: + body: '{"scroll_id":"FGluY2x1ZGVfY29udGV4dF91dWlkDXF1ZXJ5QW5kRmV0Y2gBFlJBcXdmTXZpVDlhVXJ2S2IyWEQwNGcAAAAAAFx0TRZWZ2lCN01PVFQzdW5KbFd6RHpmdERn"}' + headers: + accept: + - application/vnd.elasticsearch+json; compatible-with=8 + connection: + - keep-alive + content-type: + - application/vnd.elasticsearch+json; compatible-with=8 + user-agent: + - elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0) + x-elastic-client-meta: + - es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7 + method: DELETE + uri: http://localhost:9200/_search/scroll + response: + body: + string: '{"succeeded":true,"num_freed":1}' + headers: + X-elastic-product: + - Elasticsearch + content-length: + - '32' + content-type: + - application/vnd.elasticsearch+json;compatible-with=8 + status: + code: 200 + message: OK +version: 1 diff --git a/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_log_repo.py b/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_log_repo.py new file mode 100644 index 0000000..044df2b --- /dev/null +++ b/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_log_repo.py @@ -0,0 +1,64 @@ +import pytest + +from logtools.log.sources.input.elastic_search.elastic_search_log_repo import ElasticSearchLogRepo, Namespace, Pod + + +# XXX these are not good quality tests as they are overly complex and either tightly coupled to specific data or very +# weak in terms of what they assert. Ideally we should build simpler fixtures and test smaller bits at a time, but +# that requires a lot of setup, so we go with this. + +@pytest.mark.vcr +def test_should_retrieve_existing_namespaces(): + repo = ElasticSearchLogRepo() + namespaces = repo.namespaces('codex-continuous-tests-profiling') + + assert set(namespaces) == { + Namespace( + name='codex-continuous-tests-profiling-two-client-tests-0', + run_id=frozenset({ + '20231109-085853', + '20231107-074743', + '20231109-043100', + '20231107-065930', + '20231107-064223', + '20231109-055106' + }), + indices=frozenset({ + 'continuous-tests-pods-2023.11.07', + 'continuous-tests-pods-2023.11.09', + 'continuous-tests-pods-2023.11.10', + }), + ), + Namespace( + name='codex-continuous-tests-profiling-two-client-tests-sched-0', + run_id=frozenset({'20231109-101554'}), + indices=frozenset({ + 'continuous-tests-pods-2023.11.09', + 'continuous-tests-pods-2023.11.10' + }), + ) + } + + +@pytest.mark.vcr +def test_should_retrieve_existing_pods_for_namespace(): + repo = ElasticSearchLogRepo() + pods = set(repo.pods(run_id='20231109-101554')) + + assert {pod.name for pod in pods} == {'bootstrap-2-58b69484bc-88msf', + 'codex1-3-b558568cf-tvcsc', + 'geth-0-7d8bc9dd5b-8wx95', + 'ctnr4-d8f8d6d8-rtqrp', + 'codex-contracts-1-b98d98877-bqd5x'} + + assert Pod( + name='bootstrap-2-58b69484bc-88msf', + namespace='codex-continuous-tests-profiling-two-client-tests-sched-0', + run_id='20231109-101554', + indices=frozenset({ + 'continuous-tests-pods-2023.11.09', + 'continuous-tests-pods-2023.11.10' + }) + ) in pods + + diff --git a/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_source.py b/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_source.py new file mode 100644 index 0000000..fe822d0 --- /dev/null +++ b/logtools/log/sources/input/elastic_search/tests/test_elasticsearch_source.py @@ -0,0 +1,29 @@ +from datetime import timedelta + +import pytest +from dateutil import parser + +from logtools.log.sources.input.elastic_search.elastic_search_source import ElasticSearchSource + + +@pytest.mark.vcr +def test_should_fetch_logs_by_date(): + start_date = parser.parse('2023-11-10T05:14:46.9842511Z') + end_date = parser.parse('2023-11-10T05:15:47.0842511Z') + + log = ElasticSearchSource( + start_date=start_date, + end_date=end_date, + run_id='20231109-101554', + pods={'codex1-3-b558568cf-tvcsc', 'bootstrap-2-58b69484bc-88msf'} + ) + + lines = list(log) + + assert len(lines) > 0 + # ES resolution is 1ms, so we may get some results that are off up to 1ms + assert all((start_date - timedelta(milliseconds=1)) <= + line.timestamp <= (end_date + timedelta(milliseconds=1)) for line in lines) + + assert {line.location.pod_name for line in lines} == {'codex1-3-b558568cf-tvcsc', 'bootstrap-2-58b69484bc-88msf'} + assert {line.location.run_id for line in lines} == {'20231109-101554'} diff --git a/logtools/log/sources/input/file_log_source.py b/logtools/log/sources/input/file_log_source.py new file mode 100644 index 0000000..79806b3 --- /dev/null +++ b/logtools/log/sources/input/file_log_source.py @@ -0,0 +1,23 @@ +from dataclasses import dataclass +from pathlib import Path +from typing import Iterator + +from logtools.log.base import LogSource, RawLogLine, LineNumberLocation + + +@dataclass +class FileLineLocation(LineNumberLocation): + path: Path + + +class FileLogSource(LogSource[RawLogLine[FileLineLocation]]): + def __init__(self, path: Path): + self.path = path + + def __iter__(self) -> Iterator[RawLogLine[FileLineLocation]]: + with self.path.open(encoding='utf-8') as infile: + for i, raw_string in enumerate(infile, start=1): + yield RawLogLine( + location=FileLineLocation(path=self.path, line_number=i), + raw=raw_string + ) diff --git a/logtools/log/sources/input/string_log_source.py b/logtools/log/sources/input/string_log_source.py new file mode 100644 index 0000000..4accbcc --- /dev/null +++ b/logtools/log/sources/input/string_log_source.py @@ -0,0 +1,23 @@ +from dataclasses import dataclass +from io import StringIO +from typing import Iterator + +from logtools.log.base import LogSource, RawLogLine, LineNumberLocation + + +@dataclass +class ParseLocation(LineNumberLocation): + name: str + + +class StringLogSource(LogSource[RawLogLine[ParseLocation]]): + def __init__(self, lines: str, name: str = 'unnamed'): + self.name = name + self.stream = StringIO(lines) + + def __iter__(self) -> Iterator[RawLogLine[ParseLocation]]: + for line_number, line in enumerate(self.stream, start=1): + yield RawLogLine( + location=ParseLocation(name=self.name, line_number=line_number), + raw=line + ) diff --git a/logtools/log/transformers/tests/__init__.py b/logtools/log/sources/input/tests/__init__.py similarity index 100% rename from logtools/log/transformers/tests/__init__.py rename to logtools/log/sources/input/tests/__init__.py diff --git a/logtools/log/sources/tests/test_file_source.py b/logtools/log/sources/input/tests/test_file_source.py similarity index 63% rename from logtools/log/sources/tests/test_file_source.py rename to logtools/log/sources/input/tests/test_file_source.py index 3c07526..d9018d0 100644 --- a/logtools/log/sources/tests/test_file_source.py +++ b/logtools/log/sources/input/tests/test_file_source.py @@ -1,17 +1,18 @@ from pathlib import Path -from logtools.log.sources.file_log_source import FileLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.input.file_log_source import FileLogSource SAMPLE_LOG = Path(__file__).parent / 'sample.log' def test_should_read_lines_from_file(): - log = FileLogSource(SAMPLE_LOG) + log = ChroniclesRawSource(FileLogSource(SAMPLE_LOG)) assert [line.count for line in log] == [1, 2, 3, 4, 5, 6, 7, 8, 9, 10] def test_should_provide_location_context_for_lines(): - log = iter(FileLogSource(SAMPLE_LOG)) + log = iter(ChroniclesRawSource(FileLogSource(SAMPLE_LOG))) line1 = next(log) line2 = next(log) diff --git a/logtools/log/sources/log_parsers.py b/logtools/log/sources/log_parsers.py deleted file mode 100644 index 7b65636..0000000 --- a/logtools/log/sources/log_parsers.py +++ /dev/null @@ -1,79 +0,0 @@ -import re -import sys -from csv import DictReader -from dataclasses import dataclass - -from typing import Callable, TextIO, Optional, cast - -from dateutil import parser as tsparser - -from logtools.log.log_line import LogLevel -from logtools.log.sources.log_source import TrackedLogLine, LogSource - - -@dataclass -class LineNumberLocation: - line_number: int - - -"""A :class:`LogParser` is a function that takes a raw text stream and returns a :class:`LogSource`, which in turn -is an iterable of parsed lines.""" -LogParser = Callable[[TextIO], LogSource[LineNumberLocation]] - -LOG_LINE = re.compile( - r'(?P\w{3}) (?P\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2}) (?P.*) ' - r'count=(?P\d+)$' -) - -TOPICS = re.compile(r'((\w+=("[\w\s]+"|\S+) )+)?\w+=("[\w\s]+"|\S+)$') - - -def parse_raw(line: str, parse_datetime: bool = True) -> Optional[TrackedLogLine[LineNumberLocation]]: - parsed = LOG_LINE.search(line) - if not parsed: - return None - - topics = TOPICS.search(parsed['message']) - if not topics: - return None - - return TrackedLogLine( - raw=line, - level=LogLevel(parsed['line_type'].upper()), - timestamp=(tsparser.parse(parsed['timestamp']) if parse_datetime - else parsed['timestamp']), - message=parsed['message'][:topics.start() - 1].strip(), - count=int(parsed['count']) if parsed['count'] else None, - topics=topics.group() - ) - - -def raw_parser(stream: TextIO, parse_datetime=True) -> LogSource: - for line_number, line in enumerate(stream, start=1): - parsed = parse_raw(line, parse_datetime=parse_datetime) - if not parsed: - # FIXME we should probably relax parsing restrictions and output - # these too but for now just skip it. - print(f'Skip unparseable line: {line}', file=sys.stderr) - continue - - yield parsed - - -def csv_parser(stream: TextIO, parse_datetime=True) -> LogSource: - for line_number, line in enumerate(DictReader(stream), start=1): - try: - parsed_line: TrackedLogLine = TrackedLogLine( - raw=line['message'], # FIXME this is NOT the raw line... - timestamp=line['timestamp'], - message=line['message'], - count=int(line['count']) if line['count'] else None, - topics=line['topics'], - level=LogLevel[line['level']], - ) - - if parse_datetime: - parsed_line.timestamp = tsparser.parse(cast(str, parsed_line.timestamp)) - yield parsed_line - except ValueError: - print(f'Skip unparseable line: {line}', file=sys.stderr) diff --git a/logtools/log/sources/log_source.py b/logtools/log/sources/log_source.py deleted file mode 100644 index 1788cf3..0000000 --- a/logtools/log/sources/log_source.py +++ /dev/null @@ -1,13 +0,0 @@ -from collections.abc import Iterable -from typing import TypeVar, Generic - -from logtools.log.log_line import LogLine - -TLocation = TypeVar('TLocation') - - -class TrackedLogLine(LogLine, Generic[TLocation]): - location: TLocation - - -LogSource = Iterable[TrackedLogLine[TLocation]] diff --git a/logtools/log/sources/lookahead_source.py b/logtools/log/sources/lookahead_source.py deleted file mode 100644 index 56efba6..0000000 --- a/logtools/log/sources/lookahead_source.py +++ /dev/null @@ -1,24 +0,0 @@ -from typing import Optional - -from logtools.log.sources.log_source import TLocation, LogSource, TrackedLogLine - - -class LookAheadSource(LogSource[TLocation]): - def __init__(self, source: LogSource[TLocation]): - self.source = iter(source) - self._lookahead = next(self.source, None) - - @property - def peek(self) -> Optional[TrackedLogLine[TLocation]]: - return self._lookahead - - def __iter__(self): - return self - - def __next__(self): - if self._lookahead is None: - raise StopIteration() - - value = self._lookahead - self._lookahead = next(self.source, None) - return value diff --git a/logtools/log/transformers/tests/test_csv_log_marker.py b/logtools/log/sources/parse/__init__.py similarity index 100% rename from logtools/log/transformers/tests/test_csv_log_marker.py rename to logtools/log/sources/parse/__init__.py diff --git a/logtools/log/sources/parse/chronicles_raw_source.py b/logtools/log/sources/parse/chronicles_raw_source.py new file mode 100644 index 0000000..15789ca --- /dev/null +++ b/logtools/log/sources/parse/chronicles_raw_source.py @@ -0,0 +1,81 @@ +import re +import sys +from dataclasses import dataclass +from datetime import datetime +from enum import Enum +from typing import Iterator, Optional + +from dateutil import parser + +from logtools.log.base import LogSource, TLocation, RawLogLine, TimestampedLogLine + +_LOG_LINE = re.compile( + r'(?P\w{3}) (?P\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2}) (?P.*) ' + r'count=(?P\d+)$' +) + +_TOPICS = re.compile(r'((\w+=("[\w\s]+"|\S+) )+)?\w+=("[\w\s]+"|\S+)$') + +_TOPICS_KV = re.compile(r'(?P\w+)=(?P"[\w\s]+"|\S+)') + + +class LogLevel(Enum): + trace = 'TRC' + debug = 'DBG' + info = 'INF' + error = 'ERR' + warning = 'WRN' + note = 'NOT' + + +@dataclass +class ChroniclesLogLine(TimestampedLogLine[TLocation]): + """ + A :class:`ChroniclesLogLine` is a log line coming from [Chronicles](https://github.com/status-im/nim-chronicles). + """ + timestamp: datetime + level: LogLevel + message: str + topics: str + count: Optional[int] + + @property + def fields(self): + fields = _TOPICS_KV.findall(self.topics) + return {key: value for key, value in fields} if fields else {} + + +class ChroniclesRawSource(LogSource[ChroniclesLogLine[TLocation]]): + """Parses a Chronicles log from raw text. Other variants could parse from JSON or CSV.""" + + def __init__(self, stream: LogSource[RawLogLine[TLocation]]): + self.stream = stream + + def __iter__(self) -> Iterator[ChroniclesLogLine[TLocation]]: + for line in self.stream: + parsed = self._parse_raw(line) + if not parsed: + print(f'Skip unparseable line: {line}', file=sys.stderr) + continue + parsed.location = line.location + yield parsed + + @staticmethod + def _parse_raw(line: RawLogLine[TLocation]) -> Optional[ChroniclesLogLine[TLocation]]: + parsed = _LOG_LINE.search(line.raw) + if not parsed: + return None + + topics = _TOPICS.search(parsed['message']) + if not topics: + return None + + return ChroniclesLogLine( + location=line.location, + raw=line.raw, + level=LogLevel(parsed['line_type'].upper()), + timestamp=parser.parse(parsed['timestamp']), + message=parsed['message'][:topics.start() - 1].strip(), + count=int(parsed['count']) if parsed['count'] else None, + topics=topics.group() + ) diff --git a/logtools/log/sources/parse/tests/__init__.py b/logtools/log/sources/parse/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/logtools/log/sources/parse/tests/test_chronicles_raw_source.py b/logtools/log/sources/parse/tests/test_chronicles_raw_source.py new file mode 100644 index 0000000..21ae4b4 --- /dev/null +++ b/logtools/log/sources/parse/tests/test_chronicles_raw_source.py @@ -0,0 +1,52 @@ +from datetime import datetime + +import pytest +import pytz + +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource, ChroniclesLogLine, LogLevel +from logtools.log.sources.input.string_log_source import StringLogSource + + +def test_should_parse_raw_chronicles_logs(): + source = ChroniclesRawSource( + StringLogSource( + lines='TRC 2023-10-16 17:28:46.579+00:00 Sending want list to peer ' + 'topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM type=WantBlock items=1 count=870781' + ) + ).__iter__() + + line = next(source) + + assert line.level == LogLevel.trace + assert line.timestamp == datetime(2023, 10, 16, 17, 28, 46, + 579000, tzinfo=pytz.utc) + assert line.message == 'Sending want list to peer' + assert line.topics == 'topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM type=WantBlock items=1' + assert line.count == 870781 + + +def test_should_skip_unparseable_lines(): + source = ChroniclesRawSource(StringLogSource(lines='This is not a log line')).__iter__() + with pytest.raises(StopIteration): + next(source) + + +def test_should_parse_chronicles_fields(): + line = ChroniclesLogLine( + location=None, + message='Sending want list to peer', + topics='topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM ' + 'type=WantBlock items=1', + timestamp=datetime(2020, 1, 1, 0, 0, 0, 0), + count=0, + raw='', + level=LogLevel.trace + ) + + assert line.fields == { + 'topics': '"codex blockexcnetwork"', + 'tid': '1', + 'peer': '16U*7mogoM', + 'type': 'WantBlock', + 'items': '1', + } diff --git a/logtools/log/sources/stream_log_source.py b/logtools/log/sources/stream_log_source.py deleted file mode 100644 index bad2107..0000000 --- a/logtools/log/sources/stream_log_source.py +++ /dev/null @@ -1,19 +0,0 @@ -from typing import TextIO - -from logtools.log.sources.log_parsers import raw_parser, LineNumberLocation, LogParser -from logtools.log.sources.log_source import LogSource, TrackedLogLine - - -class StreamLogSource(LogSource[TrackedLogLine[LineNumberLocation]]): - def __init__(self, stream: TextIO, parse_datetime=True, log_format: LogParser = raw_parser): - self.stream = stream - self.format = log_format - self.parse_datetime = parse_datetime - - def __iter__(self): - for line_number, line in enumerate(self.format(self.stream), start=1): - line.location = self._location(line_number) - yield line - - def _location(self, line_number: int) -> LineNumberLocation: - return LineNumberLocation(line_number) diff --git a/logtools/log/sources/tests/sample.log b/logtools/log/sources/tests/sample.log deleted file mode 100644 index 5b1605f..0000000 --- a/logtools/log/sources/tests/sample.log +++ /dev/null @@ -1,10 +0,0 @@ -TRC 2023-10-17 13:52:23.876+00:00 Got wantList for peer topics="codex blockexcengine" tid=1 peer=16U*JMNiva items=1 count=1 -TRC 2023-10-17 13:52:23.876+00:00 Retrieving peer from peer context store topics="codex peerctxstore" tid=1 peer=16U*JMNiva count=2 -TRC 2023-10-17 13:52:23.876+00:00 Processing new want list entry topics="codex blockexcengine" tid=1 cid=zb2*3CyMa3 peer=16U*JMNiva wantType=WantBlock count=3 -TRC 2023-10-17 13:52:23.876+00:00 Added entry to peer's want blocks list topics="codex blockexcengine" tid=1 cid=zb2*3CyMa3 peer=16U*JMNiva wantType=WantBlock count=4 -TRC 2023-10-17 13:52:23.876+00:00 Scheduling a task for this peer, to look over their want-list topics="codex blockexcengine" tid=1 peer=16U*JMNiva count=5 -TRC 2023-10-17 13:52:23.879+00:00 Got new task from queue topics="codex blockexcengine" tid=1 peerId=16U*JMNiva count=6 -TRC 2023-10-17 13:52:23.879+00:00 Handling task for peer topics="codex blockexcengine" tid=1 peer=16U*JMNiva count=7 -TRC 2023-10-17 13:52:23.880+00:00 wantsBlocks topics="codex blockexcengine" tid=1 peer=16U*JMNiva n=3850 count=8 -TRC 2023-10-17 13:52:23.880+00:00 Got peer want blocks list topics="codex blockexcengine" tid=1 items=3850 count=9 -TRC 2023-10-17 13:52:23.950+00:00 Got block for cid topics="codex repostore" tid=1 cid=zb2*3CyMa3 count=10 diff --git a/logtools/log/sources/tests/string_log_source.py b/logtools/log/sources/tests/string_log_source.py deleted file mode 100644 index 1b57204..0000000 --- a/logtools/log/sources/tests/string_log_source.py +++ /dev/null @@ -1,19 +0,0 @@ -from dataclasses import dataclass -from io import StringIO - -from logtools.log.sources.log_parsers import LogParser -from logtools.log.sources.stream_log_source import StreamLogSource, LineNumberLocation, raw_parser - - -@dataclass -class ParseLocation(LineNumberLocation): - name: str - - -class StringLogSource(StreamLogSource): - def __init__(self, name: str, lines: str, log_format: LogParser = raw_parser): - self.name = name - super().__init__(stream=StringIO(lines), log_format=log_format) - - def _location(self, line_number: int) -> LineNumberLocation: - return ParseLocation(name=self.name, line_number=line_number) diff --git a/logtools/log/sources/tests/test_filtered_source.py b/logtools/log/sources/tests/test_filtered_source.py deleted file mode 100644 index 4b51e85..0000000 --- a/logtools/log/sources/tests/test_filtered_source.py +++ /dev/null @@ -1,38 +0,0 @@ -from dateutil import parser - -from logtools.log.sources.filtered_source import FilteredSource, timestamp_range -from logtools.log.sources.log_parsers import parse_raw -from logtools.log.sources.tests.string_log_source import StringLogSource - - -def test_should_filter_by_matching_predicate(): - log1 = StringLogSource( - name='log1', - lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 - TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 - TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 - TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 - TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" - ) - - def predicate(line): - return line.count % 2 == 0 - - assert [line.count for line in FilteredSource(log1, predicate)] == [2, 4] - - -def test_should_generate_correct_datetime_range_predicate(): - raw_lines = [ - 'TRC 2023-10-16 20:29:24.595+00:00 one topics="codex discoveryengine" count=1', - 'TRC 2023-10-17 20:29:24.597+00:00 two topics="codex discoveryengine" count=2', - 'TRC 2023-10-18 20:29:24.597+00:00 three topics="codex discoveryengine" count=3', - 'TRC 2023-10-18 21:29:24.597+00:00 four little indians topics="codex discoveryengine" count=4', - ] - - matches = timestamp_range(start=parser.parse('2023-10-16 22:29:24.597+00:00'), - end=parser.parse('2023-10-18 20:29:25.597+00:00')) - - lines = [parse_raw(line, parse_datetime=True) for line in raw_lines] - filtered = [line.count for line in lines if matches(line)] - - assert filtered == [2, 3] diff --git a/logtools/log/sources/tests/test_log_parsers.py b/logtools/log/sources/tests/test_log_parsers.py deleted file mode 100644 index 792f7bb..0000000 --- a/logtools/log/sources/tests/test_log_parsers.py +++ /dev/null @@ -1,24 +0,0 @@ -from datetime import datetime - -import pytz - -from logtools.log.log_line import LogLevel -from logtools.log.sources.log_parsers import parse_raw - - -def test_raw_parser_should_parse_logline_from_string(): - line = parse_raw('TRC 2023-10-16 17:28:46.579+00:00 Sending want list to peer ' - 'topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM ' - 'type=WantBlock items=1 count=870781', parse_datetime=True) - - assert line.level == LogLevel.trace - assert line.timestamp == datetime(2023, 10, 16, 17, 28, 46, - 579000, tzinfo=pytz.utc) - assert line.message == 'Sending want list to peer' - assert line.topics == 'topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM type=WantBlock items=1' - assert line.count == 870781 - - -def test_raw_parser_should_return_none_if_line_is_not_parseable(): - line = parse_raw('This is not a log line', parse_datetime=True) - assert line is None \ No newline at end of file diff --git a/logtools/log/sources/transform/__init__.py b/logtools/log/sources/transform/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/logtools/log/sources/transform/collating_source.py b/logtools/log/sources/transform/collating_source.py new file mode 100644 index 0000000..180f96e --- /dev/null +++ b/logtools/log/sources/transform/collating_source.py @@ -0,0 +1,13 @@ +from typing import Iterator + +from logtools.log.base import LogSource, TLogLine + + +class CollatingSource(LogSource[TLogLine]): + def __init__(self, *sources: LogSource[TLogLine]): + self.sources = sources + + def __iter__(self) -> Iterator[TLogLine]: + for source in self.sources: + for line in source: + yield line diff --git a/logtools/log/sources/transform/filtered_source.py b/logtools/log/sources/transform/filtered_source.py new file mode 100644 index 0000000..f9e5994 --- /dev/null +++ b/logtools/log/sources/transform/filtered_source.py @@ -0,0 +1,22 @@ +from datetime import datetime +from typing import Callable, Iterator + +from logtools.log.base import LogSource, TLogLine, TimestampedLogLine, TLocation + + +class FilteredSource(LogSource[TLogLine]): + def __init__(self, source: LogSource[TLogLine], predicate: Callable[[TLogLine], bool]): + self.source = source + self.predicate = predicate + + def __iter__(self) -> Iterator[TLogLine]: + for line in self.source: + if self.predicate(line): + yield line + + +def timestamp_range(start: datetime, end: datetime) -> Callable[[TimestampedLogLine[TLocation]], bool]: + def predicate(line: TimestampedLogLine[TLocation]): + return start <= line.timestamp <= end + + return predicate diff --git a/logtools/log/sources/transform/lookahead_source.py b/logtools/log/sources/transform/lookahead_source.py new file mode 100644 index 0000000..a389ff9 --- /dev/null +++ b/logtools/log/sources/transform/lookahead_source.py @@ -0,0 +1,24 @@ +from typing import Optional, Iterator + +from logtools.log.base import LogSource, TLocation, RawLogLine, TLogLine + + +class LookAheadSource(LogSource[TLogLine]): + def __init__(self, source: LogSource[TLogLine]): + self.source = iter(source) + self._lookahead = next(self.source, None) + + @property + def peek(self) -> Optional[TLogLine]: + return self._lookahead + + def __iter__(self) -> Iterator[TLogLine]: + return self + + def __next__(self) -> TLogLine: + if self._lookahead is None: + raise StopIteration() + + value = self._lookahead + self._lookahead = next(self.source, None) + return value diff --git a/logtools/log/sources/merged_source.py b/logtools/log/sources/transform/merged_source.py similarity index 63% rename from logtools/log/sources/merged_source.py rename to logtools/log/sources/transform/merged_source.py index e6dca5d..802f58e 100644 --- a/logtools/log/sources/merged_source.py +++ b/logtools/log/sources/transform/merged_source.py @@ -1,18 +1,19 @@ from heapq import heapify, heappop, heappush +from typing import Iterator -from logtools.log.sources.log_source import LogSource, TLocation -from logtools.log.sources.ordered_source import OrderedSource +from logtools.log.base import LogSource, TLogLine +from logtools.log.sources.transform.ordered_source import OrderedSource -class MergedSource(LogSource[TLocation]): - def __init__(self, *sources: OrderedSource[TLocation]): +class MergedSource(LogSource[TLogLine]): + def __init__(self, *sources: OrderedSource[TLogLine]): self.sources = [source for source in sources if source.peek is not None] heapify(self.sources) - def __iter__(self): + def __iter__(self) -> Iterator[TLogLine]: return self - def __next__(self): + def __next__(self) -> TLogLine: if not self.sources: raise StopIteration() diff --git a/logtools/log/sources/ordered_source.py b/logtools/log/sources/transform/ordered_source.py similarity index 78% rename from logtools/log/sources/ordered_source.py rename to logtools/log/sources/transform/ordered_source.py index f7be810..d463417 100644 --- a/logtools/log/sources/ordered_source.py +++ b/logtools/log/sources/transform/ordered_source.py @@ -1,11 +1,11 @@ import datetime from typing import Self -from logtools.log.sources.log_source import TrackedLogLine, TLocation -from logtools.log.sources.lookahead_source import LookAheadSource +from logtools.log.base import TimestampedLogLine, TLocation +from logtools.log.sources.transform.lookahead_source import LookAheadSource -class OrderedSource(LookAheadSource[TLocation]): +class OrderedSource(LookAheadSource[TimestampedLogLine[TLocation]]): def __lt__(self, other: Self) -> bool: return self._peek.timestamp < other._peek.timestamp # type: ignore @@ -19,7 +19,7 @@ class OrderedSource(LookAheadSource[TLocation]): return self._peek.timestamp >= other._peek.timestamp # type: ignore @property - def _peek(self) -> TrackedLogLine[TLocation]: + def _peek(self) -> TimestampedLogLine[TLocation]: value = self.peek if value is None: raise ValueError('Cannot order sources that ran out of elements') diff --git a/logtools/log/sources/transform/tests/__init__.py b/logtools/log/sources/transform/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/logtools/log/sources/tests/test_collating_source.py b/logtools/log/sources/transform/tests/test_collating_source.py similarity index 82% rename from logtools/log/sources/tests/test_collating_source.py rename to logtools/log/sources/transform/tests/test_collating_source.py index 79d9df7..745d37e 100644 --- a/logtools/log/sources/tests/test_collating_source.py +++ b/logtools/log/sources/transform/tests/test_collating_source.py @@ -1,25 +1,26 @@ -from logtools.log.sources.collating_source import CollatingSource -from logtools.log.sources.tests.string_log_source import StringLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.collating_source import CollatingSource +from logtools.log.sources.input.string_log_source import StringLogSource def test_should_collate_lines_from_log_sources(): - log1 = StringLogSource( + log1 = ChroniclesRawSource(StringLogSource( name='log1', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" - ) + )) - log2 = StringLogSource( + log2 = ChroniclesRawSource(StringLogSource( name='log2', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=6 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=7 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=8 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=9 TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=10""" - ) + )) collated = CollatingSource(log1, log2) entries = [(line.location.name, line.location.line_number, line.count) for line in collated] diff --git a/logtools/log/sources/transform/tests/test_filtered_source.py b/logtools/log/sources/transform/tests/test_filtered_source.py new file mode 100644 index 0000000..6b180a0 --- /dev/null +++ b/logtools/log/sources/transform/tests/test_filtered_source.py @@ -0,0 +1,39 @@ +from dateutil import parser + +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.filtered_source import FilteredSource, timestamp_range +from logtools.log.sources.input.string_log_source import StringLogSource + + +def test_should_filter_by_matching_predicate(): + log1 = ChroniclesRawSource(StringLogSource( + name='log1', + lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 + TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 + TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 + TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 + TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" + )) + + def predicate(line): + return line.count % 2 == 0 + + assert [line.count for line in FilteredSource(log1, predicate)] == [2, 4] + + +def test_should_generate_correct_datetime_range_predicate(): + log1 = ChroniclesRawSource(StringLogSource( + """TRC 2023-10-16 20:29:24.595+00:00 one topics="codex discoveryengine" count=1 + TRC 2023-10-17 20:29:24.597+00:00 two topics="codex discoveryengine" count=2 + TRC 2023-10-18 20:29:24.597+00:00 three topics="codex discoveryengine" count=3 + TRC 2023-10-18 21:29:24.597+00:00 four little indians topics="codex discoveryengine" count=4""" + )) + + line_numbers = [ + line.location.line_number for line in FilteredSource( + log1, timestamp_range(start=parser.parse('2023-10-17 20:29:24.597+00:00'), + end=parser.parse('2023-10-18 20:29:24.597+00:00')) + ) + ] + + assert line_numbers == [2, 3] diff --git a/logtools/log/sources/tests/test_lookahead_source.py b/logtools/log/sources/transform/tests/test_lookahead_source.py similarity index 82% rename from logtools/log/sources/tests/test_lookahead_source.py rename to logtools/log/sources/transform/tests/test_lookahead_source.py index 61aafd6..22cc73b 100644 --- a/logtools/log/sources/tests/test_lookahead_source.py +++ b/logtools/log/sources/transform/tests/test_lookahead_source.py @@ -1,16 +1,17 @@ -from logtools.log.sources.lookahead_source import LookAheadSource -from logtools.log.sources.tests.string_log_source import StringLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.lookahead_source import LookAheadSource +from logtools.log.sources.input.string_log_source import StringLogSource def test_should_allow_peeking_at_the_head_of_log(): - log1 = LookAheadSource(StringLogSource( + log1 = LookAheadSource(ChroniclesRawSource(StringLogSource( name='log1', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" - )) + ))) assert log1.peek.count == 1 assert next(log1).count == 1 @@ -18,27 +19,27 @@ def test_should_allow_peeking_at_the_head_of_log(): def test_should_return_all_elements(): - log1 = LookAheadSource(StringLogSource( + log1 = LookAheadSource(ChroniclesRawSource(StringLogSource( name='log1', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" - )) + ))) assert [entry.count for entry in log1] == [1, 2, 3, 4, 5] def test_should_raise_exception_when_nothing_to_peek(): - log1 = LookAheadSource(StringLogSource( + log1 = LookAheadSource(ChroniclesRawSource(StringLogSource( name='log1', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=1 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 TRC 2023-10-16 20:29:24.646+00:00 Providing block topics="codex discovery" count=5""" - )) + ))) for _ in log1: ... diff --git a/logtools/log/sources/tests/test_merged_source.py b/logtools/log/sources/transform/tests/test_merged_source.py similarity index 75% rename from logtools/log/sources/tests/test_merged_source.py rename to logtools/log/sources/transform/tests/test_merged_source.py index f425f8f..b63cd3c 100644 --- a/logtools/log/sources/tests/test_merged_source.py +++ b/logtools/log/sources/transform/tests/test_merged_source.py @@ -1,26 +1,27 @@ -from logtools.log.sources.merged_source import MergedSource -from logtools.log.sources.ordered_source import OrderedSource -from logtools.log.sources.tests.string_log_source import StringLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.merged_source import MergedSource +from logtools.log.sources.transform.ordered_source import OrderedSource +from logtools.log.sources.input.string_log_source import StringLogSource def test_should_merge_logs_by_timestamp(): - log1 = OrderedSource(StringLogSource( + log1 = OrderedSource(ChroniclesRawSource(StringLogSource( name='log1', lines="""TRC 2023-10-16 20:29:24.594+00:00 Advertising block topics="codex discoveryengine" count=1 TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.597+00:00 Advertised block topics="codex discoveryengine" count=3 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=4 TRC 2023-10-16 20:29:24.647+00:00 Providing block topics="codex discovery" count=5""" - )) + ))) - log2 = OrderedSource(StringLogSource( + log2 = OrderedSource(ChroniclesRawSource(StringLogSource( name='log2', lines="""TRC 2023-10-16 20:29:24.595+00:00 Advertising block topics="codex discoveryengine" count=6 TRC 2023-10-16 20:29:24.596+00:00 Provided to nodes topics="codex discovery" tid=1 count=7 TRC 2023-10-16 20:29:24.596+00:00 Advertised block topics="codex discoveryengine" count=8 TRC 2023-10-16 20:29:24.645+00:00 Retrieved record from repo topics="codex repostore" count=9 TRC 2023-10-16 20:29:24.649+00:00 Providing block topics="codex discovery" count=10""" - )) + ))) merged = MergedSource(log1, log2) assert [line.count for line in merged] == [1, 6, 7, 8, 2, 3, 9, 4, 5, 10] diff --git a/logtools/log/sources/tests/test_ordered_source.py b/logtools/log/sources/transform/tests/test_ordered_source.py similarity index 64% rename from logtools/log/sources/tests/test_ordered_source.py rename to logtools/log/sources/transform/tests/test_ordered_source.py index 3779248..9c1a4af 100644 --- a/logtools/log/sources/tests/test_ordered_source.py +++ b/logtools/log/sources/transform/tests/test_ordered_source.py @@ -1,7 +1,8 @@ import pytest -from logtools.log.sources.ordered_source import OrderedSource -from logtools.log.sources.tests.string_log_source import StringLogSource +from logtools.log.sources.parse.chronicles_raw_source import ChroniclesRawSource +from logtools.log.sources.transform.ordered_source import OrderedSource +from logtools.log.sources.input.string_log_source import StringLogSource def test_should_order_sources_by_lookahead_timestamp(): @@ -9,8 +10,8 @@ def test_should_order_sources_by_lookahead_timestamp(): TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=3""" - log1 = OrderedSource(StringLogSource(name='log1', lines=lines)) - log2 = OrderedSource(StringLogSource(name='log2', lines=lines)) + log1 = OrderedSource(ChroniclesRawSource(StringLogSource(name='log1', lines=lines))) + log2 = OrderedSource(ChroniclesRawSource(StringLogSource(name='log2', lines=lines))) next(log1) assert log2 < log1 @@ -25,8 +26,8 @@ def test_should_raise_error_if_comparing_empty_sources(): TRC 2023-10-16 20:29:24.597+00:00 Provided to nodes topics="codex discovery" tid=1 count=2 TRC 2023-10-16 20:29:24.646+00:00 Retrieved record from repo topics="codex repostore" count=3""" - log1 = OrderedSource(StringLogSource(name='log1', lines=lines)) - log2 = OrderedSource(StringLogSource(name='log2', lines=lines)) + log1 = OrderedSource(ChroniclesRawSource(StringLogSource(name='log1', lines=lines))) + log2 = OrderedSource(ChroniclesRawSource(StringLogSource(name='log2', lines=lines))) for _ in log1: ... diff --git a/logtools/log/tests/test_logline.py b/logtools/log/tests/test_logline.py deleted file mode 100644 index 1283a7c..0000000 --- a/logtools/log/tests/test_logline.py +++ /dev/null @@ -1,19 +0,0 @@ -from logtools.log.log_line import LogLine, LogLevel - - -def test_should_parse_chronicles_fields(): - line = LogLine(message='Sending want list to peer', - topics='topics="codex blockexcnetwork" tid=1 peer=16U*7mogoM ' - 'type=WantBlock items=1', - timestamp='', - count=0, - raw='', - level=LogLevel.trace) - - assert line.fields == { - 'topics': '"codex blockexcnetwork"', - 'tid': '1', - 'peer': '16U*7mogoM', - 'type': 'WantBlock', - 'items': '1', - } diff --git a/poetry.lock b/poetry.lock index adf29f1..1922a04 100644 --- a/poetry.lock +++ b/poetry.lock @@ -39,6 +39,17 @@ files = [ {file = "backcall-0.2.0.tar.gz", hash = "sha256:5cbdbf27be5e7cfadb448baf0aa95508f91f2bbc6c6437cd9cd06e2a4c215e1e"}, ] +[[package]] +name = "certifi" +version = "2023.7.22" +description = "Python package for providing Mozilla's CA Bundle." +optional = false +python-versions = ">=3.6" +files = [ + {file = "certifi-2023.7.22-py3-none-any.whl", hash = "sha256:92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9"}, + {file = "certifi-2023.7.22.tar.gz", hash = "sha256:539cc1d13202e33ca466e88b2807e29f4c13049d6d87031a3c110744495cb082"}, +] + [[package]] name = "colorama" version = "0.4.6" @@ -72,6 +83,42 @@ files = [ {file = "decorator-5.1.1.tar.gz", hash = "sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330"}, ] +[[package]] +name = "elastic-transport" +version = "8.10.0" +description = "Transport classes and utilities shared among Python Elastic client libraries" +optional = false +python-versions = ">=3.6" +files = [ + {file = "elastic-transport-8.10.0.tar.gz", hash = "sha256:ca51d08a4d16611701a57fb70592dbc7cb68c40fef4ac1becfe4aea100fe82ef"}, + {file = "elastic_transport-8.10.0-py3-none-any.whl", hash = "sha256:e73ac3c7ad4e9209436207143d797d3f6b62a399a34d2729e069e44c9ea2cadc"}, +] + +[package.dependencies] +certifi = "*" +urllib3 = ">=1.26.2,<3" + +[package.extras] +develop = ["aiohttp", "furo", "mock", "pytest", "pytest-asyncio", "pytest-cov", "pytest-httpserver", "pytest-mock", "requests", "sphinx (>2)", "sphinx-autodoc-typehints", "trustme"] + +[[package]] +name = "elasticsearch" +version = "8.10.1" +description = "Python client for Elasticsearch" +optional = false +python-versions = ">=3.6, <4" +files = [ + {file = "elasticsearch-8.10.1-py3-none-any.whl", hash = "sha256:68141d42d10c7f67ac466ca00496830d3b81a7e9476c3baa5585060832c60c69"}, + {file = "elasticsearch-8.10.1.tar.gz", hash = "sha256:2cb56b433daa2d3ef1aaa2e5a5eacd36ba1d66884722f3d7759a4f9d16190059"}, +] + +[package.dependencies] +elastic-transport = ">=8,<9" + +[package.extras] +async = ["aiohttp (>=3,<4)"] +requests = ["requests (>=2.4.0,<3.0.0)"] + [[package]] name = "executing" version = "2.0.0" @@ -86,6 +133,17 @@ files = [ [package.extras] tests = ["asttokens (>=2.1.0)", "coverage", "coverage-enable-subprocess", "ipython", "littleutils", "pytest", "rich"] +[[package]] +name = "idna" +version = "3.4" +description = "Internationalized Domain Names in Applications (IDNA)" +optional = false +python-versions = ">=3.5" +files = [ + {file = "idna-3.4-py3-none-any.whl", hash = "sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2"}, + {file = "idna-3.4.tar.gz", hash = "sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4"}, +] + [[package]] name = "iniconfig" version = "2.0.0" @@ -179,6 +237,89 @@ files = [ [package.dependencies] traitlets = "*" +[[package]] +name = "multidict" +version = "6.0.4" +description = "multidict implementation" +optional = false +python-versions = ">=3.7" +files = [ + {file = "multidict-6.0.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0b1a97283e0c85772d613878028fec909f003993e1007eafa715b24b377cb9b8"}, + {file = "multidict-6.0.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:eeb6dcc05e911516ae3d1f207d4b0520d07f54484c49dfc294d6e7d63b734171"}, + {file = "multidict-6.0.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d6d635d5209b82a3492508cf5b365f3446afb65ae7ebd755e70e18f287b0adf7"}, + {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c048099e4c9e9d615545e2001d3d8a4380bd403e1a0578734e0d31703d1b0c0b"}, + {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ea20853c6dbbb53ed34cb4d080382169b6f4554d394015f1bef35e881bf83547"}, + {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:16d232d4e5396c2efbbf4f6d4df89bfa905eb0d4dc5b3549d872ab898451f569"}, + {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:36c63aaa167f6c6b04ef2c85704e93af16c11d20de1d133e39de6a0e84582a93"}, + {file = "multidict-6.0.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:64bdf1086b6043bf519869678f5f2757f473dee970d7abf6da91ec00acb9cb98"}, + {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:43644e38f42e3af682690876cff722d301ac585c5b9e1eacc013b7a3f7b696a0"}, + {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:7582a1d1030e15422262de9f58711774e02fa80df0d1578995c76214f6954988"}, + {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:ddff9c4e225a63a5afab9dd15590432c22e8057e1a9a13d28ed128ecf047bbdc"}, + {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:ee2a1ece51b9b9e7752e742cfb661d2a29e7bcdba2d27e66e28a99f1890e4fa0"}, + {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a2e4369eb3d47d2034032a26c7a80fcb21a2cb22e1173d761a162f11e562caa5"}, + {file = "multidict-6.0.4-cp310-cp310-win32.whl", hash = "sha256:574b7eae1ab267e5f8285f0fe881f17efe4b98c39a40858247720935b893bba8"}, + {file = "multidict-6.0.4-cp310-cp310-win_amd64.whl", hash = "sha256:4dcbb0906e38440fa3e325df2359ac6cb043df8e58c965bb45f4e406ecb162cc"}, + {file = "multidict-6.0.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:0dfad7a5a1e39c53ed00d2dd0c2e36aed4650936dc18fd9a1826a5ae1cad6f03"}, + {file = "multidict-6.0.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:64da238a09d6039e3bd39bb3aee9c21a5e34f28bfa5aa22518581f910ff94af3"}, + {file = "multidict-6.0.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ff959bee35038c4624250473988b24f846cbeb2c6639de3602c073f10410ceba"}, + {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:01a3a55bd90018c9c080fbb0b9f4891db37d148a0a18722b42f94694f8b6d4c9"}, + {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5cb09abb18c1ea940fb99360ea0396f34d46566f157122c92dfa069d3e0e982"}, + {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:666daae833559deb2d609afa4490b85830ab0dfca811a98b70a205621a6109fe"}, + {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:11bdf3f5e1518b24530b8241529d2050014c884cf18b6fc69c0c2b30ca248710"}, + {file = "multidict-6.0.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7d18748f2d30f94f498e852c67d61261c643b349b9d2a581131725595c45ec6c"}, + {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:458f37be2d9e4c95e2d8866a851663cbc76e865b78395090786f6cd9b3bbf4f4"}, + {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:b1a2eeedcead3a41694130495593a559a668f382eee0727352b9a41e1c45759a"}, + {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7d6ae9d593ef8641544d6263c7fa6408cc90370c8cb2bbb65f8d43e5b0351d9c"}, + {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:5979b5632c3e3534e42ca6ff856bb24b2e3071b37861c2c727ce220d80eee9ed"}, + {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:dcfe792765fab89c365123c81046ad4103fcabbc4f56d1c1997e6715e8015461"}, + {file = "multidict-6.0.4-cp311-cp311-win32.whl", hash = "sha256:3601a3cece3819534b11d4efc1eb76047488fddd0c85a3948099d5da4d504636"}, + {file = "multidict-6.0.4-cp311-cp311-win_amd64.whl", hash = "sha256:81a4f0b34bd92df3da93315c6a59034df95866014ac08535fc819f043bfd51f0"}, + {file = "multidict-6.0.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:67040058f37a2a51ed8ea8f6b0e6ee5bd78ca67f169ce6122f3e2ec80dfe9b78"}, + {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:853888594621e6604c978ce2a0444a1e6e70c8d253ab65ba11657659dcc9100f"}, + {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:39ff62e7d0f26c248b15e364517a72932a611a9b75f35b45be078d81bdb86603"}, + {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:af048912e045a2dc732847d33821a9d84ba553f5c5f028adbd364dd4765092ac"}, + {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b1e8b901e607795ec06c9e42530788c45ac21ef3aaa11dbd0c69de543bfb79a9"}, + {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:62501642008a8b9871ddfccbf83e4222cf8ac0d5aeedf73da36153ef2ec222d2"}, + {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:99b76c052e9f1bc0721f7541e5e8c05db3941eb9ebe7b8553c625ef88d6eefde"}, + {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:509eac6cf09c794aa27bcacfd4d62c885cce62bef7b2c3e8b2e49d365b5003fe"}, + {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:21a12c4eb6ddc9952c415f24eef97e3e55ba3af61f67c7bc388dcdec1404a067"}, + {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:5cad9430ab3e2e4fa4a2ef4450f548768400a2ac635841bc2a56a2052cdbeb87"}, + {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:ab55edc2e84460694295f401215f4a58597f8f7c9466faec545093045476327d"}, + {file = "multidict-6.0.4-cp37-cp37m-win32.whl", hash = "sha256:5a4dcf02b908c3b8b17a45fb0f15b695bf117a67b76b7ad18b73cf8e92608775"}, + {file = "multidict-6.0.4-cp37-cp37m-win_amd64.whl", hash = "sha256:6ed5f161328b7df384d71b07317f4d8656434e34591f20552c7bcef27b0ab88e"}, + {file = "multidict-6.0.4-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:5fc1b16f586f049820c5c5b17bb4ee7583092fa0d1c4e28b5239181ff9532e0c"}, + {file = "multidict-6.0.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1502e24330eb681bdaa3eb70d6358e818e8e8f908a22a1851dfd4e15bc2f8161"}, + {file = "multidict-6.0.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b692f419760c0e65d060959df05f2a531945af31fda0c8a3b3195d4efd06de11"}, + {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:45e1ecb0379bfaab5eef059f50115b54571acfbe422a14f668fc8c27ba410e7e"}, + {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ddd3915998d93fbcd2566ddf9cf62cdb35c9e093075f862935573d265cf8f65d"}, + {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:59d43b61c59d82f2effb39a93c48b845efe23a3852d201ed2d24ba830d0b4cf2"}, + {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cc8e1d0c705233c5dd0c5e6460fbad7827d5d36f310a0fadfd45cc3029762258"}, + {file = "multidict-6.0.4-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d6aa0418fcc838522256761b3415822626f866758ee0bc6632c9486b179d0b52"}, + {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:6748717bb10339c4760c1e63da040f5f29f5ed6e59d76daee30305894069a660"}, + {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:4d1a3d7ef5e96b1c9e92f973e43aa5e5b96c659c9bc3124acbbd81b0b9c8a951"}, + {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:4372381634485bec7e46718edc71528024fcdc6f835baefe517b34a33c731d60"}, + {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:fc35cb4676846ef752816d5be2193a1e8367b4c1397b74a565a9d0389c433a1d"}, + {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:4b9d9e4e2b37daddb5c23ea33a3417901fa7c7b3dee2d855f63ee67a0b21e5b1"}, + {file = "multidict-6.0.4-cp38-cp38-win32.whl", hash = "sha256:e41b7e2b59679edfa309e8db64fdf22399eec4b0b24694e1b2104fb789207779"}, + {file = "multidict-6.0.4-cp38-cp38-win_amd64.whl", hash = "sha256:d6c254ba6e45d8e72739281ebc46ea5eb5f101234f3ce171f0e9f5cc86991480"}, + {file = "multidict-6.0.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:16ab77bbeb596e14212e7bab8429f24c1579234a3a462105cda4a66904998664"}, + {file = "multidict-6.0.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:bc779e9e6f7fda81b3f9aa58e3a6091d49ad528b11ed19f6621408806204ad35"}, + {file = "multidict-6.0.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:4ceef517eca3e03c1cceb22030a3e39cb399ac86bff4e426d4fc6ae49052cc60"}, + {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:281af09f488903fde97923c7744bb001a9b23b039a909460d0f14edc7bf59706"}, + {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:52f2dffc8acaba9a2f27174c41c9e57f60b907bb9f096b36b1a1f3be71c6284d"}, + {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b41156839806aecb3641f3208c0dafd3ac7775b9c4c422d82ee2a45c34ba81ca"}, + {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d5e3fc56f88cc98ef8139255cf8cd63eb2c586531e43310ff859d6bb3a6b51f1"}, + {file = "multidict-6.0.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8316a77808c501004802f9beebde51c9f857054a0c871bd6da8280e718444449"}, + {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:f70b98cd94886b49d91170ef23ec5c0e8ebb6f242d734ed7ed677b24d50c82cf"}, + {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:bf6774e60d67a9efe02b3616fee22441d86fab4c6d335f9d2051d19d90a40063"}, + {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:e69924bfcdda39b722ef4d9aa762b2dd38e4632b3641b1d9a57ca9cd18f2f83a"}, + {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:6b181d8c23da913d4ff585afd1155a0e1194c0b50c54fcfe286f70cdaf2b7176"}, + {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:52509b5be062d9eafc8170e53026fbc54cf3b32759a23d07fd935fb04fc22d95"}, + {file = "multidict-6.0.4-cp39-cp39-win32.whl", hash = "sha256:27c523fbfbdfd19c6867af7346332b62b586eed663887392cff78d614f9ec313"}, + {file = "multidict-6.0.4-cp39-cp39-win_amd64.whl", hash = "sha256:33029f5734336aa0d4c0384525da0387ef89148dc7191aae00ca5fb23d7aafc2"}, + {file = "multidict-6.0.4.tar.gz", hash = "sha256:3666906492efb76453c0e7b97f2cf459b0682e7402c0489a95484965dbc1da49"}, +] + [[package]] name = "mypy" version = "1.6.0" @@ -301,6 +442,23 @@ files = [ dev = ["pre-commit", "tox"] testing = ["pytest", "pytest-benchmark"] +[[package]] +name = "prettytable" +version = "3.9.0" +description = "A simple Python library for easily displaying tabular data in a visually appealing ASCII table format" +optional = false +python-versions = ">=3.8" +files = [ + {file = "prettytable-3.9.0-py3-none-any.whl", hash = "sha256:a71292ab7769a5de274b146b276ce938786f56c31cf7cea88b6f3775d82fe8c8"}, + {file = "prettytable-3.9.0.tar.gz", hash = "sha256:f4ed94803c23073a90620b201965e5dc0bccf1760b7a7eaf3158cab8aaffdf34"}, +] + +[package.dependencies] +wcwidth = "*" + +[package.extras] +tests = ["pytest", "pytest-cov", "pytest-lazy-fixture"] + [[package]] name = "prompt-toolkit" version = "3.0.39" @@ -374,6 +532,25 @@ pluggy = ">=0.12,<2.0" [package.extras] testing = ["argcomplete", "attrs (>=19.2.0)", "hypothesis (>=3.56)", "mock", "nose", "pygments (>=2.7.2)", "requests", "setuptools", "xmlschema"] +[[package]] +name = "pytest-recording" +version = "0.13.0" +description = "A pytest plugin that allows you recording of network interactions via VCR.py" +optional = false +python-versions = ">=3.7" +files = [ + {file = "pytest_recording-0.13.0-py3-none-any.whl", hash = "sha256:679b0ae6eb3337b981f6a4d590a30c28c43855bfac5b9ad87070ad6d08b05dbc"}, + {file = "pytest_recording-0.13.0.tar.gz", hash = "sha256:b24b707af843341457d9d340328f361eceb0efe980e388341941b4fada3745ca"}, +] + +[package.dependencies] +pytest = ">=3.5.0" +vcrpy = ">=2.0.1" + +[package.extras] +dev = ["pytest-recording[tests]"] +tests = ["pytest-httpbin", "pytest-mock", "requests", "werkzeug (==2.3.6)"] + [[package]] name = "python-dateutil" version = "2.8.2" @@ -399,6 +576,65 @@ files = [ {file = "pytz-2023.3.post1.tar.gz", hash = "sha256:7b4fddbeb94a1eba4b557da24f19fdf9db575192544270a9101d8509f9f43d7b"}, ] +[[package]] +name = "pyyaml" +version = "6.0.1" +description = "YAML parser and emitter for Python" +optional = false +python-versions = ">=3.6" +files = [ + {file = "PyYAML-6.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d858aa552c999bc8a8d57426ed01e40bef403cd8ccdd0fc5f6f04a00414cac2a"}, + {file = "PyYAML-6.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fd66fc5d0da6d9815ba2cebeb4205f95818ff4b79c3ebe268e75d961704af52f"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69b023b2b4daa7548bcfbd4aa3da05b3a74b772db9e23b982788168117739938"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:81e0b275a9ecc9c0c0c07b4b90ba548307583c125f54d5b6946cfee6360c733d"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515"}, + {file = "PyYAML-6.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:326c013efe8048858a6d312ddd31d56e468118ad4cdeda36c719bf5bb6192290"}, + {file = "PyYAML-6.0.1-cp310-cp310-win32.whl", hash = "sha256:bd4af7373a854424dabd882decdc5579653d7868b8fb26dc7d0e99f823aa5924"}, + {file = "PyYAML-6.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:fd1592b3fdf65fff2ad0004b5e363300ef59ced41c2e6b3a99d4089fa8c5435d"}, + {file = "PyYAML-6.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6965a7bc3cf88e5a1c3bd2e0b5c22f8d677dc88a455344035f03399034eb3007"}, + {file = "PyYAML-6.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f003ed9ad21d6a4713f0a9b5a7a0a79e08dd0f221aff4525a2be4c346ee60aab"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f8152b8dbc4fe7d96729ec2b99c7097d656dc1213a3229ca5383f973a5ed6d"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673"}, + {file = "PyYAML-6.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e7d73685e87afe9f3b36c799222440d6cf362062f78be1013661b00c5c6f678b"}, + {file = "PyYAML-6.0.1-cp311-cp311-win32.whl", hash = "sha256:1635fd110e8d85d55237ab316b5b011de701ea0f29d07611174a1b42f1444741"}, + {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, + {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, + {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, + {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, + {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"}, + {file = "PyYAML-6.0.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:50550eb667afee136e9a77d6dc71ae76a44df8b3e51e41b77f6de2932bfe0f47"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fe35611261b29bd1de0070f0b2f47cb6ff71fa6595c077e42bd0c419fa27b98"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:704219a11b772aea0d8ecd7058d0082713c3562b4e271b849ad7dc4a5c90c13c"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:afd7e57eddb1a54f0f1a974bc4391af8bcce0b444685d936840f125cf046d5bd"}, + {file = "PyYAML-6.0.1-cp36-cp36m-win32.whl", hash = "sha256:fca0e3a251908a499833aa292323f32437106001d436eca0e6e7833256674585"}, + {file = "PyYAML-6.0.1-cp36-cp36m-win_amd64.whl", hash = "sha256:f22ac1c3cac4dbc50079e965eba2c1058622631e526bd9afd45fedd49ba781fa"}, + {file = "PyYAML-6.0.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b1275ad35a5d18c62a7220633c913e1b42d44b46ee12554e5fd39c70a243d6a3"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:18aeb1bf9a78867dc38b259769503436b7c72f7a1f1f4c93ff9a17de54319b27"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:596106435fa6ad000c2991a98fa58eeb8656ef2325d7e158344fb33864ed87e3"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:baa90d3f661d43131ca170712d903e6295d1f7a0f595074f151c0aed377c9b9c"}, + {file = "PyYAML-6.0.1-cp37-cp37m-win32.whl", hash = "sha256:9046c58c4395dff28dd494285c82ba00b546adfc7ef001486fbf0324bc174fba"}, + {file = "PyYAML-6.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:4fb147e7a67ef577a588a0e2c17b6db51dda102c71de36f8549b6816a96e1867"}, + {file = "PyYAML-6.0.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1d4c7e777c441b20e32f52bd377e0c409713e8bb1386e1099c2415f26e479595"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0cd17c15d3bb3fa06978b4e8958dcdc6e0174ccea823003a106c7d4d7899ac5"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:28c119d996beec18c05208a8bd78cbe4007878c6dd15091efb73a30e90539696"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e07cbde391ba96ab58e532ff4803f79c4129397514e1413a7dc761ccd755735"}, + {file = "PyYAML-6.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:49a183be227561de579b4a36efbb21b3eab9651dd81b1858589f796549873dd6"}, + {file = "PyYAML-6.0.1-cp38-cp38-win32.whl", hash = "sha256:184c5108a2aca3c5b3d3bf9395d50893a7ab82a38004c8f61c258d4428e80206"}, + {file = "PyYAML-6.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:1e2722cc9fbb45d9b87631ac70924c11d3a401b2d7f410cc0e3bbf249f2dca62"}, + {file = "PyYAML-6.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9eb6caa9a297fc2c2fb8862bc5370d0303ddba53ba97e71f08023b6cd73d16a8"}, + {file = "PyYAML-6.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c8098ddcc2a85b61647b2590f825f3db38891662cfc2fc776415143f599bb859"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5773183b6446b2c99bb77e77595dd486303b4faab2b086e7b17bc6bef28865f6"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b786eecbdf8499b9ca1d697215862083bd6d2a99965554781d0d8d1ad31e13a0"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc1bf2925a1ecd43da378f4db9e4f799775d6367bdb94671027b73b393a7c42c"}, + {file = "PyYAML-6.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5"}, + {file = "PyYAML-6.0.1-cp39-cp39-win32.whl", hash = "sha256:faca3bdcf85b2fc05d06ff3fbc1f83e1391b3e724afa3feba7d13eeab355484c"}, + {file = "PyYAML-6.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:510c9deebc5c0225e8c96813043e62b680ba2f9c50a08d3724c7f28a747d1486"}, + {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"}, +] + [[package]] name = "six" version = "1.16.0" @@ -477,6 +713,39 @@ files = [ {file = "typing_extensions-4.8.0.tar.gz", hash = "sha256:df8e4339e9cb77357558cbdbceca33c303714cf861d1eef15e1070055ae8b7ef"}, ] +[[package]] +name = "urllib3" +version = "2.0.7" +description = "HTTP library with thread-safe connection pooling, file post, and more." +optional = false +python-versions = ">=3.7" +files = [ + {file = "urllib3-2.0.7-py3-none-any.whl", hash = "sha256:fdb6d215c776278489906c2f8916e6e7d4f5a9b602ccbcfdf7f016fc8da0596e"}, + {file = "urllib3-2.0.7.tar.gz", hash = "sha256:c97dfde1f7bd43a71c8d2a58e369e9b2bf692d1334ea9f9cae55add7d0dd0f84"}, +] + +[package.extras] +brotli = ["brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"] +secure = ["certifi", "cryptography (>=1.9)", "idna (>=2.0.0)", "pyopenssl (>=17.1.0)", "urllib3-secure-extra"] +socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] +zstd = ["zstandard (>=0.18.0)"] + +[[package]] +name = "vcrpy" +version = "5.1.0" +description = "Automatically mock your HTTP interactions to simplify and speed up testing" +optional = false +python-versions = ">=3.8" +files = [ + {file = "vcrpy-5.1.0-py2.py3-none-any.whl", hash = "sha256:605e7b7a63dcd940db1df3ab2697ca7faf0e835c0852882142bafb19649d599e"}, + {file = "vcrpy-5.1.0.tar.gz", hash = "sha256:bbf1532f2618a04f11bce2a99af3a9647a32c880957293ff91e0a5f187b6b3d2"}, +] + +[package.dependencies] +PyYAML = "*" +wrapt = "*" +yarl = "*" + [[package]] name = "wcwidth" version = "0.2.8" @@ -488,7 +757,173 @@ files = [ {file = "wcwidth-0.2.8.tar.gz", hash = "sha256:8705c569999ffbb4f6a87c6d1b80f324bd6db952f5eb0b95bc07517f4c1813d4"}, ] +[[package]] +name = "wrapt" +version = "1.16.0" +description = "Module for decorators, wrappers and monkey patching." +optional = false +python-versions = ">=3.6" +files = [ + {file = "wrapt-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4"}, + {file = "wrapt-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020"}, + {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb2dee3874a500de01c93d5c71415fcaef1d858370d405824783e7a8ef5db440"}, + {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2a88e6010048489cda82b1326889ec075a8c856c2e6a256072b28eaee3ccf487"}, + {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ac83a914ebaf589b69f7d0a1277602ff494e21f4c2f743313414378f8f50a4cf"}, + {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:73aa7d98215d39b8455f103de64391cb79dfcad601701a3aa0dddacf74911d72"}, + {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:807cc8543a477ab7422f1120a217054f958a66ef7314f76dd9e77d3f02cdccd0"}, + {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bf5703fdeb350e36885f2875d853ce13172ae281c56e509f4e6eca049bdfb136"}, + {file = "wrapt-1.16.0-cp310-cp310-win32.whl", hash = "sha256:f6b2d0c6703c988d334f297aa5df18c45e97b0af3679bb75059e0e0bd8b1069d"}, + {file = "wrapt-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:decbfa2f618fa8ed81c95ee18a387ff973143c656ef800c9f24fb7e9c16054e2"}, + {file = "wrapt-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1a5db485fe2de4403f13fafdc231b0dbae5eca4359232d2efc79025527375b09"}, + {file = "wrapt-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:75ea7d0ee2a15733684badb16de6794894ed9c55aa5e9903260922f0482e687d"}, + {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a452f9ca3e3267cd4d0fcf2edd0d035b1934ac2bd7e0e57ac91ad6b95c0c6389"}, + {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:43aa59eadec7890d9958748db829df269f0368521ba6dc68cc172d5d03ed8060"}, + {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:72554a23c78a8e7aa02abbd699d129eead8b147a23c56e08d08dfc29cfdddca1"}, + {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d2efee35b4b0a347e0d99d28e884dfd82797852d62fcd7ebdeee26f3ceb72cf3"}, + {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:6dcfcffe73710be01d90cae08c3e548d90932d37b39ef83969ae135d36ef3956"}, + {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:eb6e651000a19c96f452c85132811d25e9264d836951022d6e81df2fff38337d"}, + {file = "wrapt-1.16.0-cp311-cp311-win32.whl", hash = "sha256:66027d667efe95cc4fa945af59f92c5a02c6f5bb6012bff9e60542c74c75c362"}, + {file = "wrapt-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:aefbc4cb0a54f91af643660a0a150ce2c090d3652cf4052a5397fb2de549cd89"}, + {file = "wrapt-1.16.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5eb404d89131ec9b4f748fa5cfb5346802e5ee8836f57d516576e61f304f3b7b"}, + {file = "wrapt-1.16.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9090c9e676d5236a6948330e83cb89969f433b1943a558968f659ead07cb3b36"}, + {file = "wrapt-1.16.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94265b00870aa407bd0cbcfd536f17ecde43b94fb8d228560a1e9d3041462d73"}, + {file = "wrapt-1.16.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f2058f813d4f2b5e3a9eb2eb3faf8f1d99b81c3e51aeda4b168406443e8ba809"}, + {file = "wrapt-1.16.0-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:98b5e1f498a8ca1858a1cdbffb023bfd954da4e3fa2c0cb5853d40014557248b"}, + {file = "wrapt-1.16.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:14d7dc606219cdd7405133c713f2c218d4252f2a469003f8c46bb92d5d095d81"}, + {file = "wrapt-1.16.0-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:49aac49dc4782cb04f58986e81ea0b4768e4ff197b57324dcbd7699c5dfb40b9"}, + {file = "wrapt-1.16.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:418abb18146475c310d7a6dc71143d6f7adec5b004ac9ce08dc7a34e2babdc5c"}, + {file = "wrapt-1.16.0-cp312-cp312-win32.whl", hash = "sha256:685f568fa5e627e93f3b52fda002c7ed2fa1800b50ce51f6ed1d572d8ab3e7fc"}, + {file = "wrapt-1.16.0-cp312-cp312-win_amd64.whl", hash = "sha256:dcdba5c86e368442528f7060039eda390cc4091bfd1dca41e8046af7c910dda8"}, + {file = "wrapt-1.16.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:d462f28826f4657968ae51d2181a074dfe03c200d6131690b7d65d55b0f360f8"}, + {file = "wrapt-1.16.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a33a747400b94b6d6b8a165e4480264a64a78c8a4c734b62136062e9a248dd39"}, + {file = "wrapt-1.16.0-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b3646eefa23daeba62643a58aac816945cadc0afaf21800a1421eeba5f6cfb9c"}, + {file = "wrapt-1.16.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ebf019be5c09d400cf7b024aa52b1f3aeebeff51550d007e92c3c1c4afc2a40"}, + {file = "wrapt-1.16.0-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:0d2691979e93d06a95a26257adb7bfd0c93818e89b1406f5a28f36e0d8c1e1fc"}, + {file = "wrapt-1.16.0-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:1acd723ee2a8826f3d53910255643e33673e1d11db84ce5880675954183ec47e"}, + {file = "wrapt-1.16.0-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:bc57efac2da352a51cc4658878a68d2b1b67dbe9d33c36cb826ca449d80a8465"}, + {file = "wrapt-1.16.0-cp36-cp36m-win32.whl", hash = "sha256:da4813f751142436b075ed7aa012a8778aa43a99f7b36afe9b742d3ed8bdc95e"}, + {file = "wrapt-1.16.0-cp36-cp36m-win_amd64.whl", hash = "sha256:6f6eac2360f2d543cc875a0e5efd413b6cbd483cb3ad7ebf888884a6e0d2e966"}, + {file = "wrapt-1.16.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:a0ea261ce52b5952bf669684a251a66df239ec6d441ccb59ec7afa882265d593"}, + {file = "wrapt-1.16.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7bd2d7ff69a2cac767fbf7a2b206add2e9a210e57947dd7ce03e25d03d2de292"}, + {file = "wrapt-1.16.0-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9159485323798c8dc530a224bd3ffcf76659319ccc7bbd52e01e73bd0241a0c5"}, + {file = "wrapt-1.16.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a86373cf37cd7764f2201b76496aba58a52e76dedfaa698ef9e9688bfd9e41cf"}, + {file = "wrapt-1.16.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:73870c364c11f03ed072dda68ff7aea6d2a3a5c3fe250d917a429c7432e15228"}, + {file = "wrapt-1.16.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:b935ae30c6e7400022b50f8d359c03ed233d45b725cfdd299462f41ee5ffba6f"}, + {file = "wrapt-1.16.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:db98ad84a55eb09b3c32a96c576476777e87c520a34e2519d3e59c44710c002c"}, + {file = "wrapt-1.16.0-cp37-cp37m-win32.whl", hash = "sha256:9153ed35fc5e4fa3b2fe97bddaa7cbec0ed22412b85bcdaf54aeba92ea37428c"}, + {file = "wrapt-1.16.0-cp37-cp37m-win_amd64.whl", hash = "sha256:66dfbaa7cfa3eb707bbfcd46dab2bc6207b005cbc9caa2199bcbc81d95071a00"}, + {file = "wrapt-1.16.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1dd50a2696ff89f57bd8847647a1c363b687d3d796dc30d4dd4a9d1689a706f0"}, + {file = "wrapt-1.16.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:44a2754372e32ab315734c6c73b24351d06e77ffff6ae27d2ecf14cf3d229202"}, + {file = "wrapt-1.16.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8e9723528b9f787dc59168369e42ae1c3b0d3fadb2f1a71de14531d321ee05b0"}, + {file = "wrapt-1.16.0-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:dbed418ba5c3dce92619656802cc5355cb679e58d0d89b50f116e4a9d5a9603e"}, + {file = "wrapt-1.16.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:941988b89b4fd6b41c3f0bfb20e92bd23746579736b7343283297c4c8cbae68f"}, + {file = "wrapt-1.16.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:6a42cd0cfa8ffc1915aef79cb4284f6383d8a3e9dcca70c445dcfdd639d51267"}, + {file = "wrapt-1.16.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:1ca9b6085e4f866bd584fb135a041bfc32cab916e69f714a7d1d397f8c4891ca"}, + {file = "wrapt-1.16.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:d5e49454f19ef621089e204f862388d29e6e8d8b162efce05208913dde5b9ad6"}, + {file = "wrapt-1.16.0-cp38-cp38-win32.whl", hash = "sha256:c31f72b1b6624c9d863fc095da460802f43a7c6868c5dda140f51da24fd47d7b"}, + {file = "wrapt-1.16.0-cp38-cp38-win_amd64.whl", hash = "sha256:490b0ee15c1a55be9c1bd8609b8cecd60e325f0575fc98f50058eae366e01f41"}, + {file = "wrapt-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9b201ae332c3637a42f02d1045e1d0cccfdc41f1f2f801dafbaa7e9b4797bfc2"}, + {file = "wrapt-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:2076fad65c6736184e77d7d4729b63a6d1ae0b70da4868adeec40989858eb3fb"}, + {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5cd603b575ebceca7da5a3a251e69561bec509e0b46e4993e1cac402b7247b8"}, + {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b47cfad9e9bbbed2339081f4e346c93ecd7ab504299403320bf85f7f85c7d46c"}, + {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8212564d49c50eb4565e502814f694e240c55551a5f1bc841d4fcaabb0a9b8a"}, + {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5f15814a33e42b04e3de432e573aa557f9f0f56458745c2074952f564c50e664"}, + {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:db2e408d983b0e61e238cf579c09ef7020560441906ca990fe8412153e3b291f"}, + {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:edfad1d29c73f9b863ebe7082ae9321374ccb10879eeabc84ba3b69f2579d537"}, + {file = "wrapt-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed867c42c268f876097248e05b6117a65bcd1e63b779e916fe2e33cd6fd0d3c3"}, + {file = "wrapt-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:eb1b046be06b0fce7249f1d025cd359b4b80fc1c3e24ad9eca33e0dcdb2e4a35"}, + {file = "wrapt-1.16.0-py3-none-any.whl", hash = "sha256:6906c4100a8fcbf2fa735f6059214bb13b97f75b1a61777fcf6432121ef12ef1"}, + {file = "wrapt-1.16.0.tar.gz", hash = "sha256:5f370f952971e7d17c7d1ead40e49f32345a7f7a5373571ef44d800d06b1899d"}, +] + +[[package]] +name = "yarl" +version = "1.9.2" +description = "Yet another URL library" +optional = false +python-versions = ">=3.7" +files = [ + {file = "yarl-1.9.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:8c2ad583743d16ddbdf6bb14b5cd76bf43b0d0006e918809d5d4ddf7bde8dd82"}, + {file = "yarl-1.9.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:82aa6264b36c50acfb2424ad5ca537a2060ab6de158a5bd2a72a032cc75b9eb8"}, + {file = "yarl-1.9.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c0c77533b5ed4bcc38e943178ccae29b9bcf48ffd1063f5821192f23a1bd27b9"}, + {file = "yarl-1.9.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ee4afac41415d52d53a9833ebae7e32b344be72835bbb589018c9e938045a560"}, + {file = "yarl-1.9.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9bf345c3a4f5ba7f766430f97f9cc1320786f19584acc7086491f45524a551ac"}, + {file = "yarl-1.9.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2a96c19c52ff442a808c105901d0bdfd2e28575b3d5f82e2f5fd67e20dc5f4ea"}, + {file = "yarl-1.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:891c0e3ec5ec881541f6c5113d8df0315ce5440e244a716b95f2525b7b9f3608"}, + {file = "yarl-1.9.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c3a53ba34a636a256d767c086ceb111358876e1fb6b50dfc4d3f4951d40133d5"}, + {file = "yarl-1.9.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:566185e8ebc0898b11f8026447eacd02e46226716229cea8db37496c8cdd26e0"}, + {file = "yarl-1.9.2-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:2b0738fb871812722a0ac2154be1f049c6223b9f6f22eec352996b69775b36d4"}, + {file = "yarl-1.9.2-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:32f1d071b3f362c80f1a7d322bfd7b2d11e33d2adf395cc1dd4df36c9c243095"}, + {file = "yarl-1.9.2-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:e9fdc7ac0d42bc3ea78818557fab03af6181e076a2944f43c38684b4b6bed8e3"}, + {file = "yarl-1.9.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56ff08ab5df8429901ebdc5d15941b59f6253393cb5da07b4170beefcf1b2528"}, + {file = "yarl-1.9.2-cp310-cp310-win32.whl", hash = "sha256:8ea48e0a2f931064469bdabca50c2f578b565fc446f302a79ba6cc0ee7f384d3"}, + {file = "yarl-1.9.2-cp310-cp310-win_amd64.whl", hash = "sha256:50f33040f3836e912ed16d212f6cc1efb3231a8a60526a407aeb66c1c1956dde"}, + {file = "yarl-1.9.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:646d663eb2232d7909e6601f1a9107e66f9791f290a1b3dc7057818fe44fc2b6"}, + {file = "yarl-1.9.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:aff634b15beff8902d1f918012fc2a42e0dbae6f469fce134c8a0dc51ca423bb"}, + {file = "yarl-1.9.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a83503934c6273806aed765035716216cc9ab4e0364f7f066227e1aaea90b8d0"}, + {file = "yarl-1.9.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b25322201585c69abc7b0e89e72790469f7dad90d26754717f3310bfe30331c2"}, + {file = "yarl-1.9.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:22a94666751778629f1ec4280b08eb11815783c63f52092a5953faf73be24191"}, + {file = "yarl-1.9.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8ec53a0ea2a80c5cd1ab397925f94bff59222aa3cf9c6da938ce05c9ec20428d"}, + {file = "yarl-1.9.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:159d81f22d7a43e6eabc36d7194cb53f2f15f498dbbfa8edc8a3239350f59fe7"}, + {file = "yarl-1.9.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:832b7e711027c114d79dffb92576acd1bd2decc467dec60e1cac96912602d0e6"}, + {file = "yarl-1.9.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:95d2ecefbcf4e744ea952d073c6922e72ee650ffc79028eb1e320e732898d7e8"}, + {file = "yarl-1.9.2-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:d4e2c6d555e77b37288eaf45b8f60f0737c9efa3452c6c44626a5455aeb250b9"}, + {file = "yarl-1.9.2-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:783185c75c12a017cc345015ea359cc801c3b29a2966c2655cd12b233bf5a2be"}, + {file = "yarl-1.9.2-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:b8cc1863402472f16c600e3e93d542b7e7542a540f95c30afd472e8e549fc3f7"}, + {file = "yarl-1.9.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:822b30a0f22e588b32d3120f6d41e4ed021806418b4c9f0bc3048b8c8cb3f92a"}, + {file = "yarl-1.9.2-cp311-cp311-win32.whl", hash = "sha256:a60347f234c2212a9f0361955007fcf4033a75bf600a33c88a0a8e91af77c0e8"}, + {file = "yarl-1.9.2-cp311-cp311-win_amd64.whl", hash = "sha256:be6b3fdec5c62f2a67cb3f8c6dbf56bbf3f61c0f046f84645cd1ca73532ea051"}, + {file = "yarl-1.9.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:38a3928ae37558bc1b559f67410df446d1fbfa87318b124bf5032c31e3447b74"}, + {file = "yarl-1.9.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac9bb4c5ce3975aeac288cfcb5061ce60e0d14d92209e780c93954076c7c4367"}, + {file = "yarl-1.9.2-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3da8a678ca8b96c8606bbb8bfacd99a12ad5dd288bc6f7979baddd62f71c63ef"}, + {file = "yarl-1.9.2-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:13414591ff516e04fcdee8dc051c13fd3db13b673c7a4cb1350e6b2ad9639ad3"}, + {file = "yarl-1.9.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bf74d08542c3a9ea97bb8f343d4fcbd4d8f91bba5ec9d5d7f792dbe727f88938"}, + {file = "yarl-1.9.2-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6e7221580dc1db478464cfeef9b03b95c5852cc22894e418562997df0d074ccc"}, + {file = "yarl-1.9.2-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:494053246b119b041960ddcd20fd76224149cfea8ed8777b687358727911dd33"}, + {file = "yarl-1.9.2-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:52a25809fcbecfc63ac9ba0c0fb586f90837f5425edfd1ec9f3372b119585e45"}, + {file = "yarl-1.9.2-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:e65610c5792870d45d7b68c677681376fcf9cc1c289f23e8e8b39c1485384185"}, + {file = "yarl-1.9.2-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:1b1bba902cba32cdec51fca038fd53f8beee88b77efc373968d1ed021024cc04"}, + {file = "yarl-1.9.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:662e6016409828ee910f5d9602a2729a8a57d74b163c89a837de3fea050c7582"}, + {file = "yarl-1.9.2-cp37-cp37m-win32.whl", hash = "sha256:f364d3480bffd3aa566e886587eaca7c8c04d74f6e8933f3f2c996b7f09bee1b"}, + {file = "yarl-1.9.2-cp37-cp37m-win_amd64.whl", hash = "sha256:6a5883464143ab3ae9ba68daae8e7c5c95b969462bbe42e2464d60e7e2698368"}, + {file = "yarl-1.9.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:5610f80cf43b6202e2c33ba3ec2ee0a2884f8f423c8f4f62906731d876ef4fac"}, + {file = "yarl-1.9.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:b9a4e67ad7b646cd6f0938c7ebfd60e481b7410f574c560e455e938d2da8e0f4"}, + {file = "yarl-1.9.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:83fcc480d7549ccebe9415d96d9263e2d4226798c37ebd18c930fce43dfb9574"}, + {file = "yarl-1.9.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5fcd436ea16fee7d4207c045b1e340020e58a2597301cfbcfdbe5abd2356c2fb"}, + {file = "yarl-1.9.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:84e0b1599334b1e1478db01b756e55937d4614f8654311eb26012091be109d59"}, + {file = "yarl-1.9.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3458a24e4ea3fd8930e934c129b676c27452e4ebda80fbe47b56d8c6c7a63a9e"}, + {file = "yarl-1.9.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:838162460b3a08987546e881a2bfa573960bb559dfa739e7800ceeec92e64417"}, + {file = "yarl-1.9.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f4e2d08f07a3d7d3e12549052eb5ad3eab1c349c53ac51c209a0e5991bbada78"}, + {file = "yarl-1.9.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:de119f56f3c5f0e2fb4dee508531a32b069a5f2c6e827b272d1e0ff5ac040333"}, + {file = "yarl-1.9.2-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:149ddea5abf329752ea5051b61bd6c1d979e13fbf122d3a1f9f0c8be6cb6f63c"}, + {file = "yarl-1.9.2-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:674ca19cbee4a82c9f54e0d1eee28116e63bc6fd1e96c43031d11cbab8b2afd5"}, + {file = "yarl-1.9.2-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:9b3152f2f5677b997ae6c804b73da05a39daa6a9e85a512e0e6823d81cdad7cc"}, + {file = "yarl-1.9.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:5415d5a4b080dc9612b1b63cba008db84e908b95848369aa1da3686ae27b6d2b"}, + {file = "yarl-1.9.2-cp38-cp38-win32.whl", hash = "sha256:f7a3d8146575e08c29ed1cd287068e6d02f1c7bdff8970db96683b9591b86ee7"}, + {file = "yarl-1.9.2-cp38-cp38-win_amd64.whl", hash = "sha256:63c48f6cef34e6319a74c727376e95626f84ea091f92c0250a98e53e62c77c72"}, + {file = "yarl-1.9.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:75df5ef94c3fdc393c6b19d80e6ef1ecc9ae2f4263c09cacb178d871c02a5ba9"}, + {file = "yarl-1.9.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:c027a6e96ef77d401d8d5a5c8d6bc478e8042f1e448272e8d9752cb0aff8b5c8"}, + {file = "yarl-1.9.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:f3b078dbe227f79be488ffcfc7a9edb3409d018e0952cf13f15fd6512847f3f7"}, + {file = "yarl-1.9.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:59723a029760079b7d991a401386390c4be5bfec1e7dd83e25a6a0881859e716"}, + {file = "yarl-1.9.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b03917871bf859a81ccb180c9a2e6c1e04d2f6a51d953e6a5cdd70c93d4e5a2a"}, + {file = "yarl-1.9.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c1012fa63eb6c032f3ce5d2171c267992ae0c00b9e164efe4d73db818465fac3"}, + {file = "yarl-1.9.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a74dcbfe780e62f4b5a062714576f16c2f3493a0394e555ab141bf0d746bb955"}, + {file = "yarl-1.9.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8c56986609b057b4839968ba901944af91b8e92f1725d1a2d77cbac6972b9ed1"}, + {file = "yarl-1.9.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:2c315df3293cd521033533d242d15eab26583360b58f7ee5d9565f15fee1bef4"}, + {file = "yarl-1.9.2-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:b7232f8dfbd225d57340e441d8caf8652a6acd06b389ea2d3222b8bc89cbfca6"}, + {file = "yarl-1.9.2-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:53338749febd28935d55b41bf0bcc79d634881195a39f6b2f767870b72514caf"}, + {file = "yarl-1.9.2-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:066c163aec9d3d073dc9ffe5dd3ad05069bcb03fcaab8d221290ba99f9f69ee3"}, + {file = "yarl-1.9.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8288d7cd28f8119b07dd49b7230d6b4562f9b61ee9a4ab02221060d21136be80"}, + {file = "yarl-1.9.2-cp39-cp39-win32.whl", hash = "sha256:b124e2a6d223b65ba8768d5706d103280914d61f5cae3afbc50fc3dfcc016623"}, + {file = "yarl-1.9.2-cp39-cp39-win_amd64.whl", hash = "sha256:61016e7d582bc46a5378ffdd02cd0314fb8ba52f40f9cf4d9a5e7dbef88dee18"}, + {file = "yarl-1.9.2.tar.gz", hash = "sha256:04ab9d4b9f587c06d801c2abfe9317b77cdf996c65a90d5e84ecc45010823571"}, +] + +[package.dependencies] +idna = ">=2.0" +multidict = ">=4.0" + [metadata] lock-version = "2.0" python-versions = "~3.11" -content-hash = "e8258c66a10f3359660ef60eb8f960c71b2e699da61ec162575456f864de8b58" +content-hash = "ed54352d543c77435a48e65debaf1005c58f524f18ba627e9a9c956ea77e2b91" diff --git a/pyproject.toml b/pyproject.toml index 1e4fa66..c26be38 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -10,6 +10,8 @@ python = "~3.11" pytz = "^2023.3.post1" colored = "^2.2.3" python-dateutil = "^2.8.2" +elasticsearch = "^8.10.1" +prettytable = "^3.9.0" [tool.poetry.group.dev.dependencies] pytest = "^7.4.2" @@ -18,6 +20,8 @@ mypy = "^1.6.0" install = "^1.3.5" types-pytz = "^2023.3.1.1" types-python-dateutil = "^2.8.19.14" +vcrpy = "^5.1.0" +pytest-recording = "^0.13.0" [build-system] requires = ["poetry-core"]